-- Logs begin at Thu 2021-05-06 17:54:19 UTC, end at Thu 2021-05-06 18:51:45 UTC. -- May 06 18:26:18.886369 dv-cinder-733622-15-smb systemd[1]: Started Devstack devstack@q-svc.service. May 06 18:26:21.359937 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.common.config [-] Logging enabled! May 06 18:26:21.360558 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186 May 06 18:26:21.360709 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 18:26:21.364003 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.common.config [-] Logging enabled! May 06 18:26:21.364261 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186 May 06 18:26:21.364578 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 18:26:21.365515 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 18:26:21.365754 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 18:26:21.366119 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 18:26:21.366367 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 18:26:21.366598 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 18:26:21.366923 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.367251 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.367554 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.367786 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.368610 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.368943 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.369278 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.369577 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.369880 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.370175 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.370461 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.370753 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.370986 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.371306 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.371600 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.371892 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.372124 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] debug = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.372416 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.372852 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.373270 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.373558 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.374007 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.374138 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.374415 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.374696 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.374984 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.375343 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] host = dv-cinder-733622-15-smb {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.375626 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.375917 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.376208 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.376498 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.376778 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.377059 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.377348 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.377622 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.377901 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.378176 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.378467 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.378760 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.379073 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.379304 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.379529 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.379826 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.380118 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.380399 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.380676 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.380955 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.381233 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.381510 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.381784 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.382066 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.382363 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.382650 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.382929 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.383231 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.384120 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.384570 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.385070 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.385511 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.385511 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.385963 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.386214 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.386357 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.387466 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.387466 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.387466 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.387734 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.387855 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.388068 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.388869 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.388869 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.388869 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.389195 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] use_json = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.389402 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.389674 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.389962 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.390236 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.390512 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.390790 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.391088 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.391381 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:21.391687 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.391992 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.392307 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.392597 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.392896 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.393182 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.393479 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.393762 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.394059 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.394355 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.394651 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.394934 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.395254 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.395539 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.395868 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.396151 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.397235 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.397235 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.397235 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.397464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.397552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.397809 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.398104 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.398405 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.398699 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.398979 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.399341 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.399642 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.399926 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.400204 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.400488 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.400781 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.401064 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.401342 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.401629 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.401912 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.402190 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.402473 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.402755 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.403074 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.403357 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.403633 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.403911 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.404194 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.404472 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.404767 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.405051 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.405329 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.405604 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.405890 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.406170 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.406449 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.406728 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.407004 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.407305 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.407583 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.407859 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.408136 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.408411 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.408687 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.408962 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.409237 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.409517 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.409795 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.410077 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.410353 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.410632 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.410907 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.411227 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.411531 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.411815 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.412101 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.412392 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.412676 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.412958 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.413239 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.413523 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.413805 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.414082 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.414384 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.414674 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.415000 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.415387 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.415673 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.415977 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.416262 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.416553 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.416837 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.417123 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.417420 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.417714 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.418018 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.418320 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.418623 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.418923 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.419256 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.419547 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.419867 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.420152 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:21.420373 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 18:26:21.420625 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78987) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 18:26:21.780773 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:21.781058 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:21.781354 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:21.781701 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 18:26:22.092833 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.093038 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.093310 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.094527 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.094805 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.095093 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.215823 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.216088 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.216355 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.229818 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.230095 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.230362 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.260903 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.261182 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.261455 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.301846 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.302121 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.302392 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.540484 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.541125 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.541125 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.541306 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.542049 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.669466 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.669781 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.670053 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.670327 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.670596 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.670906 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.671206 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.671465 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.671721 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.672008 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.672268 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.672537 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.672799 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.673055 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.673323 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.673597 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.673862 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.674137 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.674391 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.674928 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.675303 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.675708 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.675972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.676265 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.676524 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.676779 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.677171 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:22.677415 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:22.677658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:22.677898 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:22.678137 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:22.678375 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:22.678751 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 18:26:22.682669 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 18:26:22.687088 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 18:26:22.691802 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 06 18:26:22.693867 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 18:26:22.694353 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 18:26:22.694700 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 18:26:22.695140 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 18:26:22.698609 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 18:26:22.699120 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 18:26:22.699512 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 18:26:22.728389 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 18:26:22.728853 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.729160 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78987) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 18:26:22.729529 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.730920 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78987) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 18:26:22.731237 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 18:26:22.731490 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 18:26:22.734768 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.735076 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:22.801841 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 18:26:22.802018 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 18:26:22.802239 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 18:26:22.802626 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 18:26:22.834232 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_db.sqlalchemy.engines [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78987) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 18:26:23.173597 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing driver for type 'gre' May 06 18:26:23.174059 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] gre ID ranges: [(1, 1000)] May 06 18:26:23.234901 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing driver for type 'local' May 06 18:26:23.235271 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing driver for type 'vlan' May 06 18:26:23.248864 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] VlanTypeDriver initialization complete May 06 18:26:23.249209 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing driver for type 'vxlan' May 06 18:26:23.249708 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] vxlan ID ranges: [(1, 1000)] May 06 18:26:23.304695 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing extension driver 'port_security' May 06 18:26:23.305051 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] PortSecurityExtensionDriver initialization complete May 06 18:26:23.305452 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing mechanism driver 'openvswitch' May 06 18:26:23.305956 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing mechanism driver 'hyperv' May 06 18:26:23.312575 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:23.313357 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.313736 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.314095 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.314487 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.314849 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.315229 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.315616 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.315966 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.316313 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.316693 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > security_group after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.317039 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > security_group after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.317380 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.317760 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.318105 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.318448 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.318829 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > address_group after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.319206 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > address_group after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.319547 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.319892 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] ML2 OVO RPC backend initialized. {{(pid=78987) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 06 18:26:23.320603 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.321493 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.321968 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.322314 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > networks before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.322665 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.323009 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > ports before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.323374 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.323717 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnets before_response 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.324067 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.324416 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.324763 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.325106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.325537 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.325791 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.326134 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.326477 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.326818 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.327443 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.plugin [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Modular L2 Plugin initialization complete May 06 18:26:23.327776 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading services supported by the core plugin {{(pid=78987) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 18:26:23.328113 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.plugins.ml2.managers [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Got port-security extension from driver 'port_security' May 06 18:26:23.328582 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.extensions.vlantransparent [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Disabled vlantransparent extension. May 06 18:26:23.329075 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78987) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 18:26:23.329394 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: router May 06 18:26:23.366480 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.366877 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_create 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.367292 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router before_create 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.367667 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.368418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.368782 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_delete 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.369148 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.369515 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_create 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.369867 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_update 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.370222 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_update 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.370577 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.370939 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_update 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.371374 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_update 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.371750 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.372093 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.372459 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: subnet after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.372801 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.373155 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.373503 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_create 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.373854 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.374197 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.374554 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router after_update 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.374897 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.375274 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_create 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.375638 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.375985 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_update 55549900 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.376360 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > network after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.377252 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Tracking information for resource: router configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:23.377584 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Tracking information for resource: floatingip configured {{(pid=78987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 18:26:23.382650 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.db.l3_agentschedulers_db [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 18:26:23.383307 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.384290 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port after_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.384643 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port after_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.385000 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: port after_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.385833 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router before_create 55550100 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.386212 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.386577 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_create 55550100 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.386938 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > router precommit_update 55550100 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.391491 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.provider_configuration [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service providers = [] {{(pid=78987) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 18:26:23.391864 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.db.servicetype_db [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78987) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 18:26:23.394840 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.service_base [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:23.395216 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.service_base [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:23.395565 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.service_base [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:23.396451 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.services.service_base [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 18:26:23.396825 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.services.service_base [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 18:26:23.398779 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.399689 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 18:26:23.410457 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.410799 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: auto_allocate May 06 18:26:23.416807 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: network precommit_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.417183 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: network precommit_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.417719 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.418047 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: tag May 06 18:26:23.425286 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.425557 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: timestamp May 06 18:26:23.429381 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.429718 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: network_ip_availability May 06 18:26:23.435847 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.436227 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.436588 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.437332 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.437660 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: flavors May 06 18:26:23.442623 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.442969 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading Plugin: revisions May 06 18:26:23.447670 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 18:26:23.448068 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_concurrency.lockutils [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.667s {{(pid=78987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:23.448819 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78987) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 06 18:26:23.449160 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Initializing extension manager. May 06 18:26:23.449673 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: __init__.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.450019 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: __pycache__ {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.450358 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.450695 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: address_group.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.451502 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.452083 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: address-group May 06 18:26:23.452408 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: address_scope.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.453123 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.453634 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: address-scope May 06 18:26:23.453959 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.454888 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.455441 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: router-admin-state-down-before-update May 06 18:26:23.455765 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: agent.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.456461 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.456965 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: agent May 06 18:26:23.457288 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: agent_resources_synced.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.458193 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.458699 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: agent-resources-synced May 06 18:26:23.459060 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: allowedaddresspairs.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.460861 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.461397 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: allowed-address-pairs May 06 18:26:23.462255 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: auto_allocated_topology.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.463355 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.463880 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: auto-allocated-topology May 06 18:26:23.464215 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: availability_zone.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.464909 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.465420 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: availability_zone May 06 18:26:23.465749 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: availability_zone_filter.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.466651 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.467192 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: availability_zone_filter May 06 18:26:23.467521 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: data_plane_status.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.468427 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.468934 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension data-plane-status not supported by any of loaded plugins May 06 18:26:23.469260 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: default_subnetpools.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.470161 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.470671 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: default-subnetpools May 06 18:26:23.470998 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.471839 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.472350 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: dhcp_agent_scheduler May 06 18:26:23.472680 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: dns.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.473582 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.474086 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension dns-integration not supported by any of loaded plugins May 06 18:26:23.474411 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: dns_domain_ports.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.475346 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.475854 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 18:26:23.476179 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: dvr.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.476846 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.477431 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: dvr May 06 18:26:23.477754 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: empty_string_filtering.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.478660 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.479208 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: empty-string-filtering May 06 18:26:23.479536 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.480436 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.480942 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 18:26:23.481268 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.482165 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.482676 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 18:26:23.482998 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: external_net.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.483919 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.484428 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: external-net May 06 18:26:23.484751 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.485646 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.486152 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: extra_dhcp_opt May 06 18:26:23.486475 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: extraroute.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.487407 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.487921 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: extraroute May 06 18:26:23.488251 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: extraroute_atomic.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.489294 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.489809 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: extraroute-atomic May 06 18:26:23.490135 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: filter_validation.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.490807 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.491347 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: filter-validation May 06 18:26:23.491672 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: fip_pf_description.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.493351 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.493863 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 18:26:23.494190 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: fip_port_details.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.495132 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.495641 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: fip-port-details May 06 18:26:23.495966 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: flavors.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.497201 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.497717 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: flavors May 06 18:26:23.498046 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.499778 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.500306 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 18:26:23.500647 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: floatingip_pools.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.501352 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.501865 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: floatingip-pools May 06 18:26:23.502198 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: ip_allocation.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.503157 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.503668 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension ip_allocation not supported by any of loaded plugins May 06 18:26:23.503997 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.504904 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.505415 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: ip-substring-filtering May 06 18:26:23.505745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l2_adjacency.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.506658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.507217 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension l2_adjacency not supported by any of loaded plugins May 06 18:26:23.507546 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.508643 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.509163 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: router May 06 18:26:23.509491 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.511832 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.512362 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 18:26:23.512700 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.513650 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.514178 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: ext-gw-mode May 06 18:26:23.514510 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.515478 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.515999 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: l3-ha May 06 18:26:23.516327 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3_flavors.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.517258 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.517784 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: l3-flavors May 06 18:26:23.518143 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.519136 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.519664 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: l3-port-ip-change-not-allowed May 06 18:26:23.519990 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: l3agentscheduler.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.521137 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.521665 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: l3_agent_scheduler May 06 18:26:23.522000 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: logging.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.523696 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.524767 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension logging not supported by any of loaded plugins May 06 18:26:23.525099 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: metering.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.525903 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.526498 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: metering May 06 18:26:23.526830 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.528159 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.528695 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: metering_source_and_destination_fields May 06 18:26:23.529024 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: multiprovidernet.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.530201 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.530740 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: multi-provider May 06 18:26:23.531099 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: netmtu.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.532099 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.532629 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: net-mtu May 06 18:26:23.532958 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: netmtu_writable.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.533950 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.534475 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: net-mtu-writable May 06 18:26:23.534801 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: network_availability_zone.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.535543 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.536069 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: network_availability_zone May 06 18:26:23.536395 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: network_ip_availability.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.537676 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.538215 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: network-ip-availability May 06 18:26:23.538543 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: network_segment_range.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.539434 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.540437 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension network-segment-range not supported by any of loaded plugins May 06 18:26:23.540762 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: pagination.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.541906 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.542243 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: pagination May 06 18:26:23.542570 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: port_device_profile.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.543560 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.544127 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: port-device-profile May 06 18:26:23.544457 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.545463 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.545994 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: port-mac-address-regenerate May 06 18:26:23.546323 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.547322 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.547855 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: port-numa-affinity-policy May 06 18:26:23.548183 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: port_resource_request.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.549164 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.549938 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension port-resource-request not supported by any of loaded plugins May 06 18:26:23.550262 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: portbindings.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.551249 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.551767 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: binding May 06 18:26:23.552094 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: portbindings_extended.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.553455 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.553988 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: binding-extended May 06 18:26:23.554322 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: portsecurity.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.555878 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.556400 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: port-security May 06 18:26:23.556725 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: project_id.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.557733 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.558069 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: project-id May 06 18:26:23.558394 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: providernet.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.559370 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.559908 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: provider May 06 18:26:23.560235 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.564063 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.564634 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos not supported by any of loaded plugins May 06 18:26:23.564972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.566381 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.566921 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 18:26:23.567281 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.568229 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.568755 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 18:26:23.569084 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_default.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.570009 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.570527 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-default not supported by any of loaded plugins May 06 18:26:23.570857 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_fip.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.571995 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.572504 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-fip not supported by any of loaded plugins May 06 18:26:23.572832 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_gateway_ip.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.573777 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.574290 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 18:26:23.574618 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_port_network_policy.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.575557 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.576065 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 18:26:23.576391 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_rule_type_details.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.577306 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.577811 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 18:26:23.578140 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: qos_rules_alias.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.579234 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.579744 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 18:26:23.580069 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: quotasv2.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.581194 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.581529 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: quotas May 06 18:26:23.581856 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: quotasv2_detail.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.583554 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.583896 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: quota_details May 06 18:26:23.584305 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: rbac.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.585313 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.585852 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: rbac-policies May 06 18:26:23.586190 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: rbac_address_group.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.587672 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.588191 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: rbac-address-group May 06 18:26:23.588522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: rbac_address_scope.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.589441 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.589960 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: rbac-address-scope May 06 18:26:23.590290 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: rbac_security_groups.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.591237 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.591753 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: rbac-security-groups May 06 18:26:23.592080 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: rbac_subnetpool.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.593004 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.593514 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: rbac-subnetpool May 06 18:26:23.593840 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: revisionifmatch.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.594761 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.595308 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: revision-if-match May 06 18:26:23.595634 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: revisions.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.596749 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.597260 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: standard-attr-revisions May 06 18:26:23.597590 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: router_availability_zone.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.598265 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.598774 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: router_availability_zone May 06 18:26:23.599133 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: routerservicetype.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.600046 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.600562 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension router-service-type not supported by any of loaded plugins May 06 18:26:23.600890 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.601801 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.602408 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: security-groups-normalized-cidr May 06 18:26:23.602730 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.603824 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.604353 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: port-security-groups-filtering May 06 18:26:23.604683 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.605597 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.606117 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: security-groups-remote-address-group May 06 18:26:23.606445 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: securitygroup.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.616201 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.616741 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: security-group May 06 18:26:23.617079 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: segment.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.618547 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.619184 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension segment not supported by any of loaded plugins May 06 18:26:23.619519 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.620485 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.620997 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 18:26:23.621328 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: servicetype.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.622450 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.622968 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: service-type May 06 18:26:23.623330 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: sorting.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.624316 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.624651 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: sorting May 06 18:26:23.624982 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: standard_attr_segment.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.625888 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.626406 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 18:26:23.626736 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: standardattrdescription.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.627423 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.627937 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: standard-attr-description May 06 18:26:23.628265 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: stateful_security_group.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.629193 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.629713 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: stateful-security-group May 06 18:26:23.630041 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: stdattrs_common.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.630623 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 18:26:23.630949 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.631957 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.632464 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 18:26:23.632790 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: subnet_onboard.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.633987 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.634504 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: subnet_onboard May 06 18:26:23.634836 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.635792 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.636301 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 18:26:23.636626 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: subnet_service_types.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.637543 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.638057 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: subnet-service-types May 06 18:26:23.638383 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: subnetallocation.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.639492 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.640007 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: subnet_allocation May 06 18:26:23.640335 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.641000 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.641512 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: subnetpool-prefix-ops May 06 18:26:23.641840 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.642762 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.643312 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 18:26:23.643640 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: tagging.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.644740 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.645265 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: standard-attr-tag May 06 18:26:23.645597 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: timestamp.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.646823 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.647377 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loaded extension: standard-attr-timestamp May 06 18:26:23.647715 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: trunk.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.648739 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.649772 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension trunk not supported by any of loaded plugins May 06 18:26:23.650105 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: trunk_details.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.651204 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.651724 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension trunk-details not supported by any of loaded plugins May 06 18:26:23.652053 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: uplink_status_propagation.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.652974 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.653489 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 18:26:23.653816 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Loading extension file: vlantransparent.py {{(pid=78987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 18:26:23.654491 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 18:26:23.655001 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extension vlan-transparent not supported by any of loaded plugins May 06 18:26:23.657561 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:network May 06 18:26:23.658322 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:subnet May 06 18:26:23.659152 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:23.659771 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:port May 06 18:26:23.661038 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.661494 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service FLAVORS assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.662141 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.662574 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.662909 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:router May 06 18:26:23.663620 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:floatingip May 06 18:26:23.664326 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service METERING assigned prefix: /metering {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.665872 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.666242 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.666608 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:26:23.667809 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of CountableResource for resource:rbac_policy May 06 18:26:23.668265 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:security_group May 06 18:26:23.668934 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:security_group_rule May 06 18:26:23.669684 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service CORE assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.670024 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:23.670367 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] subnetpool is already registered May 06 18:26:23.671100 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service CORE assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.671435 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:23.671764 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] subnetpool is already registered May 06 18:26:23.674356 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.675070 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service FLAVORS assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.675730 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.676109 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.676446 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:router May 06 18:26:23.676776 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] router is already registered May 06 18:26:23.677375 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:floatingip May 06 18:26:23.677707 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] floatingip is already registered May 06 18:26:23.678336 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service METERING assigned prefix: /metering {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.679045 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of CountableResource for resource:rbac_policy May 06 18:26:23.679382 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] rbac_policy is already registered May 06 18:26:23.681761 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:security_group May 06 18:26:23.682120 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] security_group is already registered May 06 18:26:23.682752 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:security_group_rule May 06 18:26:23.683119 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] security_group_rule is already registered May 06 18:26:23.683804 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service CORE assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.684141 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:23.684474 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] subnetpool is already registered May 06 18:26:23.685072 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.v2.resource_helper [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Service CORE assigned prefix: {{(pid=78987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 18:26:23.685402 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Creating instance of TrackedResource for resource:subnetpool May 06 18:26:23.685732 dv-cinder-733622-15-smb neutron-server[78987]: WARNING neutron.quota.resource_registry [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] subnetpool is already registered May 06 18:26:23.686394 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: extensions {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.687923 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: address-groups {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.689523 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: address-scopes {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.690738 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: agents {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.691972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: auto-allocated-topology {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.693207 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: availability_zones {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.694525 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: dhcp-networks {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.696103 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: dhcp-agents {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.697547 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: routers {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.699394 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: flavors {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.700554 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: service_profiles {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.701762 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: next_providers {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.703307 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: service_profiles {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.704758 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: floatingip-pools {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.706019 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: routers {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.707902 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: floatingips {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.709073 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: l3-routers {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.710445 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: l3-agents {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.712419 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: metering-labels {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.713780 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: metering-label-rules {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.715083 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: network-ip-availabilities {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.716358 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: bindings {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.717985 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: quotas {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.719441 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: quotas {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.720873 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: rbac-policies {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.722163 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: security-groups {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.723424 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: security-group-rules {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.724670 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: service-providers {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.725912 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: subnetpools {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.727876 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: subnetpools {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.729463 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.731163 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.732985 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.734736 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.736565 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.738397 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.740126 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.743244 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.745254 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.859285 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron.api.extensions [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Extended resource: tags {{(pid=78987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 18:26:23.865198 dv-cinder-733622-15-smb neutron-server[78987]: WARNING keystonemiddleware.auth_token [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 18:26:23.870014 dv-cinder-733622-15-smb neutron-server[78987]: WARNING keystonemiddleware.auth_token [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 18:26:23.878356 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_concurrency.lockutils [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Acquired lock "singleton_lock" {{(pid=78987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 18:26:23.878835 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_concurrency.lockutils [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Releasing lock "singleton_lock" {{(pid=78987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 18:26:23.879513 dv-cinder-733622-15-smb neutron-server[78987]: INFO oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Starting 2 workers May 06 18:26:23.885049 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Started child 79116 {{(pid=78987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:23.889507 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Started child 79117 {{(pid=78987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:23.889945 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:23.891171 dv-cinder-733622-15-smb neutron-server[78987]: INFO neutron.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Neutron service started, listening on 0.0.0.0:9696 May 06 18:26:23.891430 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [-] (79116) wsgi starting up on http://0.0.0.0:9696 May 06 18:26:23.891840 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Notify callbacks [] for process, before_spawn {{(pid=78987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:23.894099 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:23.894543 dv-cinder-733622-15-smb neutron-server[78987]: INFO oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Starting 1 workers May 06 18:26:23.895528 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [-] (79117) wsgi starting up on http://0.0.0.0:9696 May 06 18:26:23.899440 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Started child 79118 {{(pid=78987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:23.899983 dv-cinder-733622-15-smb neutron-server[78987]: INFO oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Starting 1 workers May 06 18:26:23.902982 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] calling RpcWorker wait() {{(pid=79118) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 18:26:23.903605 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] returning from RpcWorker wait() {{(pid=79118) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 18:26:23.904750 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:23.904927 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Started child 79119 {{(pid=78987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 18:26:23.905198 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:23.905725 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG neutron_lib.callbacks.manager [None req-3c1fbd9b-399e-47b3-bcd9-caacab22ba1d None None] Notify callbacks [] for process, after_spawn {{(pid=78987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:23.907661 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 18:26:23.907878 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 18:26:23.908070 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 18:26:23.908289 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 18:26:23.908621 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 18:26:23.908796 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 18:26:23.909283 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.909558 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.909827 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.910089 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.910184 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:23.910663 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.910975 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.911261 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.911513 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.911785 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.912042 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.912216 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.912381 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.912624 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.912860 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.913160 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.913443 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.913695 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.913983 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.914156 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.914411 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.915589 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.915935 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.916399 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] debug = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.916651 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.917134 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.917368 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.917631 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.917870 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.918160 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.918421 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.918725 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.918964 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.919211 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.919433 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.919705 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.919942 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.920176 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.920399 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.920676 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.920894 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.921396 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] host = dv-cinder-733622-15-smb {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.921616 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.921834 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.922095 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.922355 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.922599 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.922820 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.923105 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.923365 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.923610 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.923852 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.924127 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.924354 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.924842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.925084 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.925239 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_options = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.925521 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.925822 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.926038 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.926231 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.926429 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.926662 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.926821 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.926963 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.927222 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.927439 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.927658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.927879 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.928117 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.928351 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.928607 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.928836 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.929080 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.929296 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.929555 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.929785 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.930011 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.930283 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.931177 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.931473 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.931707 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.931928 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.932176 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.932393 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.932615 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.932863 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.933166 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.933331 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.933570 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.933827 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.934057 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.934449 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.934636 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.934796 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.934984 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.935380 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.935601 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.935799 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.936042 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.936345 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.936461 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.937219 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_json = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.937219 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.937219 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.937487 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.937666 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.938001 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:23.938092 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.938092 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.938232 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.938444 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:23.938872 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.939130 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.939450 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.940043 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.940043 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.940221 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941438 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941438 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941438 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941438 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941438 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941809 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.941880 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.942972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.942972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.942972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.942972 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.943294 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.943496 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.943730 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.943946 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.944188 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.944520 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.944804 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.945072 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.945346 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.945616 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.947108 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.947108 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.947108 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.947108 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.947108 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.947108 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.948001 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.948001 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.948001 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.948001 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.949842 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.950794 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.950794 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.950794 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.950794 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.950794 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.951339 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.951339 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.951498 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.952745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.952745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.952745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.952745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.952745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.952745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.953449 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.953449 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.953699 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.955418 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956971 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.956971 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.957120 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.957378 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.957860 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959890 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.959974 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.960263 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.960633 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.961050 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.961404 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964705 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964705 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.964884 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.965259 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.965583 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.965921 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.966275 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.966643 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.967063 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.967426 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.967867 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.968268 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.968726 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.969117 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.969598 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.969987 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.970413 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.970864 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.971335 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.971738 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.972147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.972506 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.972877 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.973203 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.973541 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.973858 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.974195 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.974498 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.974857 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.975207 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.975555 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.975827 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.976143 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.976576 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.976912 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.977759 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.978087 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.978472 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.978821 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.979193 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.979563 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.979897 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.980234 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.980566 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.980891 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.981186 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.981500 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.981814 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.982148 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.982454 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.982743 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.983502 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.983502 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.983678 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.983984 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.984279 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.984579 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.984893 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.985195 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.985482 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.985813 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.986111 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.986439 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.986768 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.987120 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.987431 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.987729 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.988049 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.988456 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.988827 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.989259 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.989683 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.990050 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.990466 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.990854 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.991323 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.991693 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.992106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.992483 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.993757 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.994136 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.994471 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.994784 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.995176 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.995602 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.995981 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.996397 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.996823 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.997353 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.997767 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.998159 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.998594 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.998980 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.999398 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:23.999774 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.000137 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.000488 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.000872 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.001253 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.001711 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.002081 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.002471 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.002804 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.003205 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.003586 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.003954 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.004343 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.004841 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.005253 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.005542 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.005840 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.006200 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.006587 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.006950 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.007280 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.007569 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.007834 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.008147 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.008772 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.009167 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.009539 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.009815 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.010102 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.010457 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.010767 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.011115 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.011396 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.011761 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.012071 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.012402 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.012768 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.013044 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.013445 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.013763 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.014102 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.014496 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.014843 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.015230 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.015594 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.016074 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.016403 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.016740 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.017059 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.017374 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.017704 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.018065 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.018487 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.018872 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.019303 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.019606 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.019900 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.020193 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.020447 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.020672 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.020983 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.021340 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.021637 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.021909 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.022174 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.022454 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.022712 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.022936 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.023183 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.023425 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.023645 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.023887 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.024161 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.024417 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.024664 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.024917 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.025146 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.025388 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.025626 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.025870 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.026115 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.026272 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 18:26:24.026847 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 18:26:24.027009 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 18:26:24.027216 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 18:26:24.027370 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 18:26:24.027502 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 18:26:24.027639 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 18:26:24.027850 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.028014 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.028178 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.028341 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.028502 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.028686 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.028850 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029016 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029176 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029336 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029496 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029656 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029817 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.029976 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.030135 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.030295 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.030455 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.030616 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.030780 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.030941 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.031107 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.031330 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.031486 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] debug = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.031606 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.031741 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.031904 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.032065 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.032224 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.032385 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.032544 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.032704 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.032864 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033027 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033191 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033348 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033510 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033671 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033831 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.033991 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.034151 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.034298 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] host = dv-cinder-733622-15-smb {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.034457 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.034618 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.034777 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.034937 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.035119 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.035281 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.035441 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.035601 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.035761 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.035920 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.036079 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.036239 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.036382 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.036545 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.036704 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_options = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.036864 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037022 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037182 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037398 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037554 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037698 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037827 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.037986 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.038146 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.038304 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.038464 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.038624 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.038783 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.038948 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.039134 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.039294 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.039453 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.039612 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.040288 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.040447 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.040606 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.040764 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.040924 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.041195 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.041341 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.041506 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.041669 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.041827 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.041991 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.042152 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.042312 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.042473 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.042634 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.042794 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.042951 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.043196 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.043290 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.043436 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.043596 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.043755 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.043914 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.044075 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.044238 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.044396 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.044557 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.044717 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_json = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.044877 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045037 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045196 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045356 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045515 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045676 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045835 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.045994 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 18:26:24.046179 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.046350 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.046522 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.046672 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.046835 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.046997 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.047183 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.047345 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.047512 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.047676 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.047845 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048053 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048182 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048345 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048508 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048675 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048766 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:24.048853 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.048987 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.049151 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.049318 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.049481 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.049897 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.050076 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.050238 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.050437 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.050568 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.050729 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.050893 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.051077 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.051243 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.051407 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.051580 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.051716 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.051881 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.052044 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.052266 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.052435 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.052600 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.052763 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.052926 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.053089 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.053256 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.053420 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.053583 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.053745 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.053908 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.054072 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.054235 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.054398 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.054559 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.054731 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.054894 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.055070 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.055230 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.055507 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.055705 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.055926 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.056225 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.056387 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.056551 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.056709 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.056879 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.057045 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.057211 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.057376 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.057542 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.057707 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.057862 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058003 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058170 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058316 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058482 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058633 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058797 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.058957 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.059130 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.059283 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.059424 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.059589 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.059734 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.059900 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060045 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060266 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060404 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060543 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060692 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060834 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.060995 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.061215 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.061385 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.061548 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.061716 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.061877 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.062028 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.062189 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.062350 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.062688 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.062688 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.062925 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.063076 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.063401 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.063615 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.063919 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.064072 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.064262 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.064492 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.064720 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.064946 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 50882) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:24.065081 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.065208 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.065574 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.065574 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.065914 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.066083 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.066264 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.066486 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.066713 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.066946 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.067193 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.067423 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.067746 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.067889 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.068074 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.068337 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.068496 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.068715 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.068942 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.069192 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.069426 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.069656 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.069876 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.070096 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.070315 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.070671 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.070812 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.071593 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.071818 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.072174 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.072391 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.072612 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.072840 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.073079 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.073413 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.073658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.073787 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.073960 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.074179 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.074407 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.074672 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.074901 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.075141 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.075271 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074492 May 06 18:26:24.075401 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.075612 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.075845 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.076074 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.076301 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.076526 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.076735 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.076962 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.078025 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.078251 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.078948 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.078948 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.078948 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.078948 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.079520 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.079520 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.080527 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.080777 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.080998 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.081233 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.081463 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.081692 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.081922 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.082143 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087052 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.087658 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088106 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088552 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088957 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088957 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.088957 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.089155 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.089657 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.089657 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.089657 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.089861 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.089929 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.090091 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.090238 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.090393 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.090548 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.090693 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.090847 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.091010 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.091240 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.091395 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.091560 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.091726 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.091891 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.092055 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.092221 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.092376 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.092538 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.092686 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.092861 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.093024 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.093176 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.093350 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.093511 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.093678 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.093855 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094031 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094193 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094355 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094510 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094666 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094834 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.094997 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.096070 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.096254 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.096429 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.096597 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.096772 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.096944 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.097334 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.097334 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.097629 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.097772 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.097913 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.098054 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.098219 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.098366 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.098519 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.098748 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.098903 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099117 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099267 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099409 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099549 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099689 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099837 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.099978 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.100118 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.100272 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.100414 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.100566 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.100708 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 18:26:24.100857 dv-cinder-733622-15-smb neutron-server[78987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 18:26:35.039923 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5969e7-3615-4927-a664-d75b2e8c446a None None] get_active_networks_info from dv-cinder-733622-15-smb {{(pid=79118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 18:26:35.116904 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5969e7-3615-4927-a664-d75b2e8c446a None None] No non-hosted networks {{(pid=79118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 18:26:35.125908 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.agentschedulers_db [None req-6b5969e7-3615-4927-a664-d75b2e8c446a None None] DHCP Agent not found on host dv-cinder-733622-15-smb {{(pid=79118) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 18:26:35.208274 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb64f9fe-d52e-4d49-9a19-be8c990b64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382'] for agent, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:37.629218 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ac204d6c-232d-453c-b86d-1f9143bd146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382'] for agent, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:37.668933 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382'] for agent, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:37.671282 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.672335 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.672938 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.675377 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.676718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.678877 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.679453 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.680567 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.681232 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.681771 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.682325 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.682919 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:37.683586 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-15-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:37.693657 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-15-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:26:37.725305 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d7f05ae8-f0ca-4af2-a956-d33a5a0fac5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:38.803821 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382'] for agent, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:40.342233 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382'] for agent, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:41.869826 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 50972) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:42.509043 dv-cinder-733622-15-smb neutron-server[79116]: WARNING oslo_policy.policy [None req-0ca0e3bb-b181-4e61-bbdd-15aa433ec2ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:42.509700 dv-cinder-733622-15-smb neutron-server[79116]: WARNING oslo_policy.policy [None req-0ca0e3bb-b181-4e61-bbdd-15aa433ec2ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:42.733195 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [None req-0ca0e3bb-b181-4e61-bbdd-15aa433ec2ef admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:26:42.743060 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0ca0e3bb-b181-4e61-bbdd-15aa433ec2ef admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8634632 May 06 18:26:42.918065 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.db.l3_hamode_db [None req-a8e5754e-68da-42c3-86c6-5143391a32dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 18:26:43.015518 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5754e-68da-42c3-86c6-5143391a32dd None None] Routers set() bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:26:43.015825 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5754e-68da-42c3-86c6-5143391a32dd None None] Router IDs set() for agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 06 18:26:45.243487 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 50986) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:45.670056 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:26:45.771388 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.policy [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79116) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 18:26:45.817444 dv-cinder-733622-15-smb neutron-server[79116]: WARNING oslo_policy.policy [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:45.817891 dv-cinder-733622-15-smb neutron-server[79116]: WARNING oslo_policy.policy [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:45.827269 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.quota [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] Loaded quota_driver: . May 06 18:26:45.842975 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:26:45.909441 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736188128760', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736188129227', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736188134789', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736188007145', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736188021711', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736188030061', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-978911', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-943354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1988486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2047186'] for rbac-policy, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:45.979689 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:45.981191 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4588ab0b-9542-478b-a4b7-ead668848432 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7366078 May 06 18:26:48.910320 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51000) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:49.538465 dv-cinder-733622-15-smb neutron-server[79117]: WARNING oslo_policy.policy [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:49.539885 dv-cinder-733622-15-smb neutron-server[79117]: WARNING oslo_policy.policy [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:49.969028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Request body: {'network': {'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:26:49.971699 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.quota [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Loaded quota_driver: . May 06 18:26:49.996451 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:26:50.006149 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Usage tracker for resource:network and tenant:f9918f02f06e4d3abae5e49905157ead is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:26:50.013135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:26:50.021961 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:26:50.041660 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Made reservation on behalf of f9918f02f06e4d3abae5e49905157ead for: {'network': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:26:50.118572 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.policy [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79117) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 18:26:50.163632 dv-cinder-733622-15-smb neutron-server[79117]: WARNING oslo_policy.policy [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:50.164016 dv-cinder-733622-15-smb neutron-server[79117]: WARNING oslo_policy.policy [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 18:26:50.174821 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.196821 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.212529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:26:50.216429 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f9918f02f06e4d3abae5e49905157ead is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:26:50.221701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:26:50.228596 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:26:50.345194 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.350100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.356982 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:50.378475 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=79117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:26:50.410924 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0d0180-cf30-44e3-aa84-4dc59bbcd347,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:26:50.417437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736187081364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.418049 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Unsubscribe: segment precommit_create {{(pid=79117) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 18:26:50.418529 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.segments_db [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Added segment ea7fb23e-4bf0-47a2-8532-35e87a7b2e00 of type vlan for network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 May 06 18:26:50.475438 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.475784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.476116 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.476439 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.476800 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.477501 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.477688 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.478036 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.478372 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.478861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.479205 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.480573 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Tracked resource versions report: May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: pushed versions: May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: { 'AddressGroup': {'1.2'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'ConntrackHelper': {'1.0'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Log': {'1.0'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Network': {'1.1'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Port': {'1.7'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'PortForwarding': {'1.2'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'QosPolicy': {'1.8'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroup': {'1.4'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroupRule': {'1.2'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'SubPort': {'1.0'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Subnet': {'1.1'}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Trunk': {'1.1'}} May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: consumer versions: May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'ConntrackHelper': '1.0', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Log': '1.0', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Network': '1.1', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Port': '1.7', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'PortForwarding': '1.2', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'QosPolicy': '1.8', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroup': '1.4', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroupRule': '1.2', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'SubPort': '1.0', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Subnet': '1.1', May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: 'Trunk': '1.1'}} May 06 18:26:50.484298 dv-cinder-733622-15-smb neutron-server[79117]: {{(pid=79117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:26:50.539871 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:50.546903 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.594361 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.596293 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:26:50.596909 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:50.603531 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:50.715108 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:26:50.718163 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8054824 May 06 18:26:50.732828 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:50.746332 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:26:53.499007 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51022) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:53.966354 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62352b47-3549-4b51-bc4b-eb3f8799a89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:26:53.967745 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-62352b47-3549-4b51-bc4b-eb3f8799a89c admin admin] 10.222.0.11 "GET /v2.0/networks/3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 HTTP/1.1" status: 200 len: 825 time: 0.4677255 May 06 18:26:53.997924 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-b549794f-e4e3-433b-83e5-320e8cd925ba admin admin] 10.222.0.11 "GET /v2.0/subnetpools/2b7144e6-44fe-4419-ad73-da6106624980 HTTP/1.1" status: 200 len: 734 time: 0.0248628 May 06 18:26:54.006614 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Request body: {'subnet': {'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:26:54.011727 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:26:54.015445 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Usage tracker for resource:subnet and tenant:f9918f02f06e4d3abae5e49905157ead is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:26:54.018339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:26:54.024557 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:26:54.034569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Made reservation on behalf of f9918f02f06e4d3abae5e49905157ead for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:26:54.037008 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:54.529724 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:54.534932 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:54.611684 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Checking segment: {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:26:54.612061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Network hostable DHCP agents. Network: 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:26:54.620709 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a6e7bb-1e64-4de3-9296-fec1f38eef6d,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:26:54.626670 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:54.637557 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:26:54.647461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:26:54.652212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:26:54.652874 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:54.657175 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f816a5d-ae84-4171-9579-383fa8986a11 None None] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:26:54.678017 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6747510 May 06 18:26:54.971935 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:26:54.973091 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:55.161851 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Allocated IP 172.20.0.2 (3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5/79a6e7bb-1e64-4de3-9296-fec1f38eef6d/769c52e8-b74b-404d-b4bb-c887b1850777) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:26:55.398532 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:55.412251 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Transition to ACTIVE for port object 769c52e8-b74b-404d-b4bb-c887b1850777 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:26:55.433988 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Transition to ACTIVE for port object 769c52e8-b74b-404d-b4bb-c887b1850777 will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:26:55.441363 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:55.446755 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:55.502394 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:26:55.505201 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:26:55.521216 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:26:55.523843 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Pushing event updated for resources: {'Port': ['ID=769c52e8-b74b-404d-b4bb-c887b1850777,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:26:55.561555 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.561899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.562237 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.562569 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.562896 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.563247 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.563569 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.563888 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.564226 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.564545 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.564859 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.565174 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Tracked resource versions report: May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: pushed versions: May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: { 'AddressGroup': {'1.2'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'ConntrackHelper': {'1.0'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Log': {'1.0'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Network': {'1.1'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Port': {'1.7'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'PortForwarding': {'1.2'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'QosPolicy': {'1.8'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroup': {'1.4'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroupRule': {'1.2'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'SubPort': {'1.0'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Subnet': {'1.1'}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Trunk': {'1.1'}} May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: consumer versions: May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'ConntrackHelper': '1.0', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Log': '1.0', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Network': '1.1', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Port': '1.7', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'PortForwarding': '1.2', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'QosPolicy': '1.8', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroup': '1.4', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroupRule': '1.2', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'SubPort': '1.0', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Subnet': '1.1', May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: 'Trunk': '1.1'}} May 06 18:26:55.566305 dv-cinder-733622-15-smb neutron-server[79118]: {{(pid=79118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:26:55.575676 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:55.630802 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Attempting to bind port 769c52e8-b74b-404d-b4bb-c887b1850777 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:26:55.631236 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Attempting to bind port 769c52e8-b74b-404d-b4bb-c887b1850777 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:26:55.631655 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Attempting to bind port 769c52e8-b74b-404d-b4bb-c887b1850777 on network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:26:55.637634 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:26:55.638040 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Checking segment: {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:26:55.638523 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:55.638919 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Bound using segment: {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:26:55.639419 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Bound port: 769c52e8-b74b-404d-b4bb-c887b1850777, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:26:55.639817 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:55.732931 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] For port 769c52e8-b74b-404d-b4bb-c887b1850777, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:26:55.737686 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] For port 769c52e8-b74b-404d-b4bb-c887b1850777, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=769c52e8-b74b-404d-b4bb-c887b1850777,segment=NetworkSegment(ea7fb23e-4bf0-47a2-8532-35e87a7b2e00),segment_id=ea7fb23e-4bf0-47a2-8532-35e87a7b2e00)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:26:55.744396 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:26:55.754476 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:26:55.841833 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Pushing event updated for resources: {'Port': ['ID=769c52e8-b74b-404d-b4bb-c887b1850777,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:26:55.844960 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:26:57.134168 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51032) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:26:57.545995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [None req-3e7c8ae7-c8ec-438d-841f-1cd9de1c048b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:26:57.547058 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3e7c8ae7-c8ec-438d-841f-1cd9de1c048b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4119649 May 06 18:26:59.976229 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51042) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:00.395558 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [None req-96df7e87-5871-4820-997c-7f03d9e11b33 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:27:00.396611 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-96df7e87-5871-4820-997c-7f03d9e11b33 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4189200 May 06 18:27:01.411811 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bce03c-817e-46ab-b1c5-e5e4297de66e None None] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:01.501892 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-b5bc926c-50b4-4716-a18b-135a44c4933c None None] Provisioning for port 769c52e8-b74b-404d-b4bb-c887b1850777 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:01.596184 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 769c52e8-b74b-404d-b4bb-c887b1850777 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:01.721450 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 769c52e8-b74b-404d-b4bb-c887b1850777 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:01.727512 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 769c52e8-b74b-404d-b4bb-c887b1850777 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:01.727998 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:01.865019 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:01.902561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 769c52e8-b74b-404d-b4bb-c887b1850777, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=769c52e8-b74b-404d-b4bb-c887b1850777,segment=NetworkSegment(ea7fb23e-4bf0-47a2-8532-35e87a7b2e00),segment_id=ea7fb23e-4bf0-47a2-8532-35e87a7b2e00)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:27:01.907989 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:01.911548 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:01.984762 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=769c52e8-b74b-404d-b4bb-c887b1850777,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:01.996679 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:02.032899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-72e21525-00ef-4c00-8626-3658ea569d1d None None] Provisioning complete for port 769c52e8-b74b-404d-b4bb-c887b1850777 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:02.033266 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-72e21525-00ef-4c00-8626-3658ea569d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:02.961064 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:27:03.094095 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51058) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:03.451007 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'name': 'router1'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:03.455515 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:03.460008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Usage tracker for resource:router and tenant:f9918f02f06e4d3abae5e49905157ead is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:03.465011 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:03.471095 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:03.481716 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:03.483472 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:03.508661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:03.576448 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 769c52e8-b74b-404d-b4bb-c887b1850777 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:03.636627 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:03.650223 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 769c52e8-b74b-404d-b4bb-c887b1850777 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:03.650587 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:03.658318 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:03.660437 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f7185bcf-4853-49c6-94c9-0d3573fe5aa3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5653102 May 06 18:27:04.959287 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-89fd0f7a-77e1-4ccd-8104-bb8dbb0026c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:06.100612 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51068) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:06.489620 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [None req-a08a8083-c02e-4317-8a62-5b6dd5d08963 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:27:06.490585 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a08a8083-c02e-4317-8a62-5b6dd5d08963 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3890193 May 06 18:27:07.630224 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-2dba0479-31ac-4044-aae5-770a63145115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:07.654437 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:08.740758 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.110160 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51084) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:09.404977 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:09.410423 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:09.415098 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Usage tracker for resource:network and tenant:6dcda48bb50149c3a1bf6bb80beaaba4 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:09.418523 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:09.424140 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:09.435663 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Made reservation on behalf of 6dcda48bb50149c3a1bf6bb80beaaba4 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:27:09.438655 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.456648 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.471909 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:09.475722 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcda48bb50149c3a1bf6bb80beaaba4 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:09.479582 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:09.485559 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:09.592879 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.596891 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.603149 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:09.614942 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Reserving flat network on physical network physnet1 {{(pid=79116) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 18:27:09.650138 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736187081364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.650839 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Unsubscribe: segment precommit_create {{(pid=79116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 18:27:09.651453 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Added segment 4594b4d9-80f6-4a25-97d8-4ca31b499124 of type flat for network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c May 06 18:27:09.704120 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76507ccf-ddd3-4329-9c01-71ad93352fbd,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:09.724975 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.725323 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.725650 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.725971 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.726899 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.727397 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.727869 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.728189 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.728521 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.728837 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.729146 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.729450 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Tracked resource versions report: May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: pushed versions: May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: { 'AddressGroup': {'1.2'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'ConntrackHelper': {'1.0'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Log': {'1.0'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Network': {'1.1'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Port': {'1.7'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'PortForwarding': {'1.2'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'QosPolicy': {'1.8'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroup': {'1.4'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroupRule': {'1.2'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'SubPort': {'1.0'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Subnet': {'1.1'}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Trunk': {'1.1'}} May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: consumer versions: May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'ConntrackHelper': '1.0', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Log': '1.0', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Network': '1.1', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Port': '1.7', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'PortForwarding': '1.2', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'QosPolicy': '1.8', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroup': '1.4', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroupRule': '1.2', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'SubPort': '1.0', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Subnet': '1.1', May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: 'Trunk': '1.1'}} May 06 18:27:09.730535 dv-cinder-733622-15-smb neutron-server[79116]: {{(pid=79116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:27:09.784120 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:09.785693 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.832853 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.834325 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:09.834990 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:09.840321 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:09.946552 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8353026 May 06 18:27:09.947275 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Pushing event updated for resources: {'Network': ['ID=1e59607a-3bc5-4fc2-9008-3f09e1efcb4c,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:09.973333 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:09.981087 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:27:10.297067 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:12.231132 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51108) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:12.384444 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95f641-26e7-4f23-b465-e8853fc37ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:12.385752 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-5a95f641-26e7-4f23-b465-e8853fc37ef0 admin admin] 10.222.0.11 "GET /v2.0/subnets/79a6e7bb-1e64-4de3-9296-fec1f38eef6d HTTP/1.1" status: 200 len: 849 time: 0.1536493 May 06 18:27:12.547033 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-36473515-e84d-467a-b369-6822325ad11c admin admin] 10.222.0.11 "GET /v2.0/routers/bb4795d3-9190-4332-acd6-4f9d0a2d4f78 HTTP/1.1" status: 200 len: 704 time: 0.1555872 May 06 18:27:13.043209 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.278304 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Allocated IP 172.20.0.1 (3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5/79a6e7bb-1e64-4de3-9296-fec1f38eef6d/6c80d4dd-9df0-4b80-9313-bb8cd7766202) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:27:13.442020 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.461719 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Transition to ACTIVE for port object 6c80d4dd-9df0-4b80-9313-bb8cd7766202 will not be triggered until provisioned by entity DHCP. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:13.520168 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.524825 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:13.583830 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:13.592322 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:13.599858 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:27:13.600376 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.727697 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Pushing event updated for resources: {'Port': ['ID=6c80d4dd-9df0-4b80-9313-bb8cd7766202,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:13.748288 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:13.793118 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-f6b159f3-f729-4743-8e21-e7c60cdd5993 None None] Provisioning for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:13.798468 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-f6b159f3-f729-4743-8e21-e7c60cdd5993 None None] Provisioning complete for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:13.798938 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-f6b159f3-f729-4743-8e21-e7c60cdd5993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:13.857680 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-f6b159f3-f729-4743-8e21-e7c60cdd5993 None None] Port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:27:13.928802 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:14.163714 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:14.168154 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:14.169209 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:14.172474 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:14.302651 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Pushing event updated for resources: {'Port': ['ID=6c80d4dd-9df0-4b80-9313-bb8cd7766202,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:14.305433 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:14.367970 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:14.369139 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:14.564815 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:27:14.582455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-ba14387e-95cd-44fc-bd1d-3e48fe389f07 None None] Provisioning complete for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:14.582853 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ba14387e-95cd-44fc-bd1d-3e48fe389f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:14.642479 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-ba14387e-95cd-44fc-bd1d-3e48fe389f07 None None] Port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:27:14.730108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:27:14.747141 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] 10.222.0.11 "PUT /v2.0/routers/bb4795d3-9190-4332-acd6-4f9d0a2d4f78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1863766 May 06 18:27:14.747389 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Sync routers for ids ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:27:14.752260 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Routers {'bb4795d3-9190-4332-acd6-4f9d0a2d4f78'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:14.753386 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:27:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:14.935476 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Set router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 gateway port host: None {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:15.311923 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'name': 'router1', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:03Z', 'updated_at': '2021-05-06T18:27:13Z', 'revision_number': 2, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'gw_port_host': None, '_interfaces': [{'id': '6c80d4dd-9df0-4b80-9313-bb8cd7766202', 'name': '', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'mac_address': 'fa:16:3e:aa:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:14Z', 'revision_number': 2, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'subnets': [{'id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:15.316935 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Checking router: bb4795d3-9190-4332-acd6-4f9d0a2d4f78 for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:27:15.317313 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Updating router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:27:15.370916 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:15.761386 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:15.776759 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Transition to ACTIVE for port object 6c80d4dd-9df0-4b80-9313-bb8cd7766202 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:15.783689 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:15.790528 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:15.998732 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Pushing event updated for resources: {'Port': ['ID=6c80d4dd-9df0-4b80-9313-bb8cd7766202,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:16.017077 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.017328 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.017653 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.017977 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.018291 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.018610 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.018921 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.019532 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.019855 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.020165 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.020474 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.020780 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Tracked resource versions report: May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: pushed versions: May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: { 'AddressGroup': {'1.2'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'ConntrackHelper': {'1.0'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Log': {'1.0'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Network': {'1.1'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Port': {'1.7'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'PortForwarding': {'1.2'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'QosPolicy': {'1.8'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroup': {'1.4'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroupRule': {'1.2'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'SubPort': {'1.0'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Subnet': {'1.1'}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Trunk': {'1.1'}} May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: consumer versions: May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'ConntrackHelper': '1.0', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Log': '1.0', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Network': '1.1', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Port': '1.7', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'PortForwarding': '1.2', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'QosPolicy': '1.8', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroup': '1.4', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroupRule': '1.2', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'SubPort': '1.0', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Subnet': '1.1', May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: 'Trunk': '1.1'}} May 06 18:27:16.021922 dv-cinder-733622-15-smb neutron-server[79119]: {{(pid=79119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:27:16.026609 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:16.031608 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Attempting to bind port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:27:16.032004 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Attempting to bind port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:27:16.032430 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Attempting to bind port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 on network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:27:16.038001 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:27:16.038401 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Checking segment: {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:16.039537 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:16.040068 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Bound using segment: {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:27:16.040574 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Bound port: 6c80d4dd-9df0-4b80-9313-bb8cd7766202, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7fb23e-4bf0-47a2-8532-35e87a7b2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:27:16.040967 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:16.132081 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] For port 6c80d4dd-9df0-4b80-9313-bb8cd7766202, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:27:16.136498 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] For port 6c80d4dd-9df0-4b80-9313-bb8cd7766202, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=6c80d4dd-9df0-4b80-9313-bb8cd7766202,segment=NetworkSegment(ea7fb23e-4bf0-47a2-8532-35e87a7b2e00),segment_id=ea7fb23e-4bf0-47a2-8532-35e87a7b2e00)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:27:16.140482 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:16.145355 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:16.235279 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Routers {'bb4795d3-9190-4332-acd6-4f9d0a2d4f78'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:16.235923 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:27:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:16.292613 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Pushing event updated for resources: {'Port': ['ID=6c80d4dd-9df0-4b80-9313-bb8cd7766202,revision_number=4']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:16.386806 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:16.431000 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] Set router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 gateway port host: None {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:16.773478 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'name': 'router1', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:03Z', 'updated_at': '2021-05-06T18:27:13Z', 'revision_number': 2, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'gw_port_host': None, '_interfaces': [{'id': '6c80d4dd-9df0-4b80-9313-bb8cd7766202', 'name': '', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'mac_address': 'fa:16:3e:aa:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:16Z', 'revision_number': 4, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'subnets': [{'id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:16.778046 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622a8f3-5f67-44dc-b5e9-51fe397bd59a None None] The sync data for ids ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'] in dv-cinder-733622-15-smb is: [{'id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'name': 'router1', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:03Z', 'updated_at': '2021-05-06T18:27:13Z', 'revision_number': 2, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'gw_port_host': None, '_interfaces': [{'id': '6c80d4dd-9df0-4b80-9313-bb8cd7766202', 'name': '', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'mac_address': 'fa:16:3e:aa:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:16Z', 'revision_number': 4, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'subnets': [{'id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:27:16.947097 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51124) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:17.094612 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc89f06-7195-49fe-83e8-d3d9f1b77e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:17.095107 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-7fc89f06-7195-49fe-83e8-d3d9f1b77e24 admin admin] Synchronizing usage tracker for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:network {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:27:17.113521 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-7fc89f06-7195-49fe-83e8-d3d9f1b77e24 admin admin] Unset dirty status for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:network {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:27:17.114737 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7fc89f06-7195-49fe-83e8-d3d9f1b77e24 admin admin] 10.222.0.11 "GET /v2.0/networks/1e59607a-3bc5-4fc2-9008-3f09e1efcb4c HTTP/1.1" status: 200 len: 842 time: 0.1666746 May 06 18:27:17.124794 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Request body: {'subnet': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.1.1'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:17.130226 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:27:17.134283 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Usage tracker for resource:subnet and tenant:6dcda48bb50149c3a1bf6bb80beaaba4 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:27:17.137248 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:27:17.146759 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:27:17.156730 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Made reservation on behalf of 6dcda48bb50149c3a1bf6bb80beaaba4 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:27:17.159282 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:17.638782 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.objects.ports [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79116) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 06 18:27:17.639272 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:17.643050 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:17.714248 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9457ed0-aabd-41d7-866c-17053df4207b,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:17.720017 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:17.723137 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:17.723497 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Network hostable DHCP agents. Network: 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:27:17.744112 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:27:17.758580 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:17.762876 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:17.763554 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:17.771294 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db44cb-8aae-456a-8b05-57688137a759 None None] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:17.806775 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6854670 May 06 18:27:18.014764 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1486e1-e829-4b65-a48a-b6c319063633 None None] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:27:19.603931 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 6c80d4dd-9df0-4b80-9313-bb8cd7766202 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:19.684368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:19.690432 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:19.690650 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:19.817678 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:19.850348 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 6c80d4dd-9df0-4b80-9313-bb8cd7766202, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=6c80d4dd-9df0-4b80-9313-bb8cd7766202,segment=NetworkSegment(ea7fb23e-4bf0-47a2-8532-35e87a7b2e00),segment_id=ea7fb23e-4bf0-47a2-8532-35e87a7b2e00)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:27:19.854557 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:19.856843 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:19.928952 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=6c80d4dd-9df0-4b80-9313-bb8cd7766202,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:19.932829 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:20.083136 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51138) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:20.362873 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-c9ec62be-f5f0-4e69-8913-3a3ae1b6ad9c admin admin] 10.222.0.11 "GET /v2.0/routers/bb4795d3-9190-4332-acd6-4f9d0a2d4f78 HTTP/1.1" status: 200 len: 710 time: 0.2785261 May 06 18:27:20.499132 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af77f1-d2df-4666-9196-6979f03ba7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:27:20.500494 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-e4af77f1-d2df-4666-9196-6979f03ba7a0 admin admin] 10.222.0.11 "GET /v2.0/networks/1e59607a-3bc5-4fc2-9008-3f09e1efcb4c HTTP/1.1" status: 200 len: 886 time: 0.1315801 May 06 18:27:20.509221 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:27:20.993018 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:21.324530 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:21.381196 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:21.521349 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Allocated IP 172.28.1.248 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/f8d5d49c-8d09-413b-b10a-0683e754f0b8) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:27:21.571774 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 6c80d4dd-9df0-4b80-9313-bb8cd7766202 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:21.643382 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:21.643666 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:21.718888 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:21.777944 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:21.781814 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:21.841100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:27:21.843794 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:27:21.851986 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:27:21.959841 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d5d49c-8d09-413b-b10a-0683e754f0b8,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:21.972496 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:22.237016 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:22.583615 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:22.587992 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1675782'] for router, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:22.780677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:27:23.009001 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:27:23.017322 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:23.018486 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] 10.222.0.11 "PUT /v2.0/routers/bb4795d3-9190-4332-acd6-4f9d0a2d4f78 HTTP/1.1" status: 200 len: 890 time: 2.5126450 May 06 18:27:23.018631 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Sync routers for ids ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:27:23.029073 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Routers {'bb4795d3-9190-4332-acd6-4f9d0a2d4f78'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:23.029729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:27:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:23.253085 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Set router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:23.598916 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'name': 'router1', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'f8d5d49c-8d09-413b-b10a-0683e754f0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:03Z', 'updated_at': '2021-05-06T18:27:22Z', 'revision_number': 4, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'gw_port': {'id': 'f8d5d49c-8d09-413b-b10a-0683e754f0b8', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:21Z', 'updated_at': '2021-05-06T18:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '6c80d4dd-9df0-4b80-9313-bb8cd7766202', 'name': '', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'mac_address': 'fa:16:3e:aa:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:19Z', 'revision_number': 5, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'subnets': [{'id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:23.604143 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Checking router: bb4795d3-9190-4332-acd6-4f9d0a2d4f78 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:27:23.604499 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Updating router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 port f8d5d49c-8d09-413b-b10a-0683e754f0b8 binding host dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:27:23.658398 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:23.994284 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Notify callbacks [] for port, precommit_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.006778 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Transition to ACTIVE for port object f8d5d49c-8d09-413b-b10a-0683e754f0b8 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:27:24.014875 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.019852 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:24.097126 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Attempting to bind port f8d5d49c-8d09-413b-b10a-0683e754f0b8 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:27:24.097491 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Attempting to bind port f8d5d49c-8d09-413b-b10a-0683e754f0b8 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:27:24.097854 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Attempting to bind port f8d5d49c-8d09-413b-b10a-0683e754f0b8 on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:27:24.104142 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e521f-33c6-4499-9ab8-4efa4583be16 None None] Pushing event updated for resources: {'Port': ['ID=f8d5d49c-8d09-413b-b10a-0683e754f0b8,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:24.107998 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-159e521f-33c6-4499-9ab8-4efa4583be16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:24.108883 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:27:24.109248 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:27:24.109645 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.110029 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:27:24.110496 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Bound port: f8d5d49c-8d09-413b-b10a-0683e754f0b8, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:27:24.110889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.184919 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] For port f8d5d49c-8d09-413b-b10a-0683e754f0b8, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:27:24.188250 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] For port f8d5d49c-8d09-413b-b10a-0683e754f0b8, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=f8d5d49c-8d09-413b-b10a-0683e754f0b8,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:27:24.192392 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:24.196893 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-159e521f-33c6-4499-9ab8-4efa4583be16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:24.276561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Routers {'bb4795d3-9190-4332-acd6-4f9d0a2d4f78'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:27:24.277185 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:27:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:24.330886 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e521f-33c6-4499-9ab8-4efa4583be16 None None] Pushing event updated for resources: {'Port': ['ID=f8d5d49c-8d09-413b-b10a-0683e754f0b8,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:24.391730 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-159e521f-33c6-4499-9ab8-4efa4583be16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:24.466740 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] Set router bb4795d3-9190-4332-acd6-4f9d0a2d4f78 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:27:24.848158 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'name': 'router1', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'f8d5d49c-8d09-413b-b10a-0683e754f0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:03Z', 'updated_at': '2021-05-06T18:27:22Z', 'revision_number': 4, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'gw_port': {'id': 'f8d5d49c-8d09-413b-b10a-0683e754f0b8', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:21Z', 'updated_at': '2021-05-06T18:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '6c80d4dd-9df0-4b80-9313-bb8cd7766202', 'name': '', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'mac_address': 'fa:16:3e:aa:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:19Z', 'revision_number': 5, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'subnets': [{'id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:27:24.853505 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d097e-8836-4ad8-87e2-f0137dd582c2 None None] The sync data for ids ['bb4795d3-9190-4332-acd6-4f9d0a2d4f78'] in dv-cinder-733622-15-smb is: [{'id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'name': 'router1', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': 'f8d5d49c-8d09-413b-b10a-0683e754f0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:27:03Z', 'updated_at': '2021-05-06T18:27:22Z', 'revision_number': 4, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'gw_port': {'id': 'f8d5d49c-8d09-413b-b10a-0683e754f0b8', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:21Z', 'updated_at': '2021-05-06T18:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '6c80d4dd-9df0-4b80-9313-bb8cd7766202', 'name': '', 'network_id': '3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5', 'tenant_id': 'f9918f02f06e4d3abae5e49905157ead', 'mac_address': 'fa:16:3e:aa:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4795d3-9190-4332-acd6-4f9d0a2d4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:27:13Z', 'updated_at': '2021-05-06T18:27:19Z', 'revision_number': 5, 'project_id': 'f9918f02f06e4d3abae5e49905157ead', 'subnets': [{'id': '79a6e7bb-1e64-4de3-9296-fec1f38eef6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b7144e6-44fe-4419-ad73-da6106624980'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:27:25.452734 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51148) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:27:25.591058 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-a0373e9c-c173-47cc-8313-2bce1d90c233 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1358030 May 06 18:27:25.618203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device f8d5d49c-8d09-413b-b10a-0683e754f0b8 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:25.703736 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port f8d5d49c-8d09-413b-b10a-0683e754f0b8 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:27:25.709214 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port f8d5d49c-8d09-413b-b10a-0683e754f0b8 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:25.709588 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:25.839204 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:25.857340 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port f8d5d49c-8d09-413b-b10a-0683e754f0b8, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=f8d5d49c-8d09-413b-b10a-0683e754f0b8,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:27:25.861602 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:25.863933 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-208592e6-c9cb-42f5-87bf-b4fc3b6f3853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:27:25.934425 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=f8d5d49c-8d09-413b-b10a-0683e754f0b8,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:27:25.937453 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:27:27.592323 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device f8d5d49c-8d09-413b-b10a-0683e754f0b8 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:27:27.672478 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port f8d5d49c-8d09-413b-b10a-0683e754f0b8 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:27:27.672856 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:34.978498 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bec08353-a66b-4b70-ab26-535d91472646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:37.626552 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-4cfed2f8-1afc-4bb9-ada9-92ee453f5585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:37.667200 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:38.753273 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:27:39.967009 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:27:40.317884 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:04.960930 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b1b2c94d-b2b0-4b81-a176-a6dbd52f2f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:07.631764 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ffc07afe-d74b-45d1-ad41-e95c95d6907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:07.658456 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:08.770674 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:10.328539 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:16.968781 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:28:34.958986 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1233dbf1-eb37-48c4-a525-4fe47d41673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:37.619166 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3e189227-8cab-4f39-87ba-3b427f2cd94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:37.652675 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:38.750156 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:40.322867 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:28:53.968767 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:29:04.954583 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-88799ff1-e862-4d7b-8717-49b959c1daf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:06.991883 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51718) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:07.060865 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8fe730-dcf0-470f-ae11-4ee0f8a307db admin admin] GET failed (client error): The resource could not be found. May 06 18:29:07.062089 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-cd8fe730-dcf0-470f-ae11-4ee0f8a307db admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692523 May 06 18:29:07.195598 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56833984-233f-47bf-a274-bfe5311e650a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:07.197059 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-56833984-233f-47bf-a274-bfe5311e650a admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1311378 May 06 18:29:07.622088 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3e566259-7b53-46f7-9a80-444066c41984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:07.653980 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:08.756651 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:09.348248 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51728) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:09.454959 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74617ae4-dd7f-414f-9638-929d02204d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:09.456981 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-74617ae4-dd7f-414f-9638-929d02204d38 admin admin] 10.222.0.11 "GET /v2.0/subnets/79a6e7bb-1e64-4de3-9296-fec1f38eef6d HTTP/1.1" status: 200 len: 849 time: 0.1077738 May 06 18:29:09.466169 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:29:09.588406 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Notify callbacks [] for subnet, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:09.829839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736187074910'] for subnet, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:09.835503 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-84c03a16-b0f0-4bc4-b9d1-d103150808a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:29:09.875291 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:09.876218 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:09.877300 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] 10.222.0.11 "PUT /v2.0/subnets/79a6e7bb-1e64-4de3-9296-fec1f38eef6d HTTP/1.1" status: 200 len: 868 time: 0.4146657 May 06 18:29:09.897445 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b246fddf-d973-4379-a58e-1b71e592dbd6 None None] Network 3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:29:09.902035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a6e7bb-1e64-4de3-9296-fec1f38eef6d,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:29:09.910674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.911161 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.911415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.911753 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.912081 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.912408 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.912740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.913061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.913388 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.913704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.914025 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.914343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:09.918195 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:29:10.331303 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:10.388559 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-15cf0524-5e3b-4f3e-9673-caa3aa5066d7 None None] Provisioning complete for port 6c80d4dd-9df0-4b80-9313-bb8cd7766202 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:29:10.388935 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-15cf0524-5e3b-4f3e-9673-caa3aa5066d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:10.517782 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-15cf0524-5e3b-4f3e-9673-caa3aa5066d7 None None] Provisioning complete for port 769c52e8-b74b-404d-b4bb-c887b1850777 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:29:10.518217 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-15cf0524-5e3b-4f3e-9673-caa3aa5066d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:12.081884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51738) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:12.258464 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ee80c-f1df-4309-8ab4-5e5d86920642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:12.258943 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ee80c-f1df-4309-8ab4-5e5d86920642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:12.260572 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-063ee80c-f1df-4309-8ab4-5e5d86920642 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1776187 May 06 18:29:14.443982 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51748) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:14.619122 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf439b-cc1b-4856-859d-eee7e6931a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:14.619609 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf439b-cc1b-4856-859d-eee7e6931a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:14.621205 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-5bcf439b-cc1b-4856-859d-eee7e6931a9b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1762071 May 06 18:29:16.775207 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51758) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:16.944301 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b8436-ad3e-4178-8ed8-1ad580c6bda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:16.945654 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f22b8436-ad3e-4178-8ed8-1ad580c6bda0 admin admin] 10.222.0.11 "GET /v2.0/networks/1e59607a-3bc5-4fc2-9008-3f09e1efcb4c HTTP/1.1" status: 200 len: 886 time: 0.1695020 May 06 18:29:19.068110 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51768) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:19.255705 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda3366-0a84-40b9-947c-ff2ed3465370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:19.257138 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-6bda3366-0a84-40b9-947c-ff2ed3465370 admin admin] 10.222.0.11 "GET /v2.0/networks/3c2c4f63-809f-4fd9-8ec5-0f6bc5765ac5 HTTP/1.1" status: 200 len: 869 time: 0.1880598 May 06 18:29:21.409551 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51778) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:21.526342 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66960396-2e1a-4b96-a15b-b2b5cc42bc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:21.526801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66960396-2e1a-4b96-a15b-b2b5cc42bc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:21.527590 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-66960396-2e1a-4b96-a15b-b2b5cc42bc33 admin admin] Synchronizing usage tracker for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:subnet {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:29:21.547177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-66960396-2e1a-4b96-a15b-b2b5cc42bc33 admin admin] Unset dirty status for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:subnet {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:29:21.549208 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-66960396-2e1a-4b96-a15b-b2b5cc42bc33 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384413 May 06 18:29:23.752713 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51788) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:23.866351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f249f-72c1-40b5-88eb-f7ebdbaf5138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:23.866815 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f249f-72c1-40b5-88eb-f7ebdbaf5138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:23.868452 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-346f249f-72c1-40b5-88eb-f7ebdbaf5138 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1147609 May 06 18:29:26.042612 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51798) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:26.156769 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77dcfa3-58f2-4cb8-8065-487b558ec509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:26.158461 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f77dcfa3-58f2-4cb8-8065-487b558ec509 admin admin] 10.222.0.11 "GET /v2.0/subnets/79a6e7bb-1e64-4de3-9296-fec1f38eef6d HTTP/1.1" status: 200 len: 868 time: 0.1148317 May 06 18:29:28.334877 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51808) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:28.441834 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99343e5a-25af-4a20-8cd3-bcf3f0fa878b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:28.443269 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-99343e5a-25af-4a20-8cd3-bcf3f0fa878b admin admin] 10.222.0.11 "GET /v2.0/subnets/e9457ed0-aabd-41d7-866c-17053df4207b HTTP/1.1" status: 200 len: 816 time: 0.1073794 May 06 18:29:30.966861 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:29:34.951826 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-74aa0454-bbc6-48d4-ac6b-dc1f7ec0c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:37.625226 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-51633331-3bc6-41a3-bab5-ab7042714c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:37.664424 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:38.758415 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:40.334985 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:51.817740 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51852) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:51.868828 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [None req-b95a9721-a719-4def-a158-4baeb0656c1b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:29:51.869860 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b95a9721-a719-4def-a158-4baeb0656c1b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511711 May 06 18:29:54.112400 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51862) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:54.183386 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc9cfb3-2a66-4c7d-9742-fd91a035d293 admin admin] GET failed (client error): The resource could not be found. May 06 18:29:54.184668 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0dc9cfb3-2a66-4c7d-9742-fd91a035d293 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712860 May 06 18:29:54.321552 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dfc12a-227a-4832-8379-56d3f152fa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:54.322944 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-40dfc12a-227a-4832-8379-56d3f152fa9a admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1339157 May 06 18:29:56.498463 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51872) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:56.548930 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:29:56.553831 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:29:56.565177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:29:56.575408 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Made reservation on behalf of 6dcda48bb50149c3a1bf6bb80beaaba4 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:29:56.577768 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:56.666556 dv-cinder-733622-15-smb neutron-server[79116]: WARNING neutron.services.revisions.revision_plugin [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Could not find related network for resource to bump revision. May 06 18:29:56.680312 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:29:56.690466 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:56.690795 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Added segment 79fdc843-df7c-48a1-b260-297207ab05a4 of type vlan for network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 May 06 18:29:56.727219 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:56.760675 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:56.762065 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:56.762653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:56.766271 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:29:56.873065 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Pushing event updated for resources: {'Network': ['ID=0b16bb0b-1c2e-46c5-8a04-01a6c40e8877,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:29:56.877454 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3773613 May 06 18:29:56.883132 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.883463 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.883792 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.884120 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.884431 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.884747 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.885063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.885371 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.885684 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.885995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.886308 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.886625 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:29:56.892563 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:29:56.907368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:29:59.050663 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51882) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:29:59.120590 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43f2fe3-4bc9-449c-924e-fcdb68b724a1 admin admin] GET failed (client error): The resource could not be found. May 06 18:29:59.121110 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-d43f2fe3-4bc9-449c-924e-fcdb68b724a1 admin admin] Synchronizing usage tracker for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:network {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:29:59.136952 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-d43f2fe3-4bc9-449c-924e-fcdb68b724a1 admin admin] Unset dirty status for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:network {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:29:59.138138 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-d43f2fe3-4bc9-449c-924e-fcdb68b724a1 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0865567 May 06 18:29:59.244859 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52aa696-5fff-4a13-8050-32b77fffca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:59.246300 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e52aa696-5fff-4a13-8050-32b77fffca15 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1035883 May 06 18:29:59.256570 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Request body: {'subnet': {'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:29:59.261167 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:29:59.270761 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:29:59.281162 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Made reservation on behalf of 6dcda48bb50149c3a1bf6bb80beaaba4 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:29:59.283428 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:59.702976 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:59.706607 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:29:59.781614 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=022b2684-49e7-4c02-b03d-c56932a7a736,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:29:59.784666 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:29:59.791078 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Checking segment: {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:29:59.791425 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Network hostable DHCP agents. Network: 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:29:59.808670 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:29:59.818772 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:29:59.823388 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:29:59.824477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:29:59.827758 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b779f34-453a-43c1-844b-a46636dacc82 None None] Network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:29:59.852816 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5995860 May 06 18:30:00.081641 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-0b16bb0b-1c2e-46c5-8a04-01a6c40e8877', 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877', 'tenant_id': '6dcda48bb50149c3a1bf6bb80beaaba4', 'fixed_ips': [{'subnet_id': '022b2684-49e7-4c02-b03d-c56932a7a736'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:30:00.082529 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.248718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Allocated IP 192.168.233.2 (0b16bb0b-1c2e-46c5-8a04-01a6c40e8877/022b2684-49e7-4c02-b03d-c56932a7a736/5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:30:00.464012 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.474934 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Transition to ACTIVE for port object 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:30:00.494915 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Transition to ACTIVE for port object 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:30:00.501695 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.507357 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:00.572770 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:30:00.577184 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:30:00.582219 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Pushing event updated for resources: {'Port': ['ID=5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:00.584881 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:30:00.595927 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.596157 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.596474 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.596800 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.597129 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.597460 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.597783 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.598102 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.598443 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.598766 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.599109 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.599428 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:30:00.630226 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:00.691938 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Attempting to bind port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:30:00.692094 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Attempting to bind port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:30:00.692450 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Attempting to bind port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 on network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:30:00.698406 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:30:00.698782 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Checking segment: {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:30:00.699229 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.699628 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Bound using segment: {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:30:00.700169 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Bound port: 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:30:00.700521 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.798178 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] For port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:30:00.801863 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] For port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:30:00.807698 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:00.812510 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:00.892992 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Pushing event updated for resources: {'Port': ['ID=5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:00.896260 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:01.752316 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:30:01.788287 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f074117-375d-4732-9af1-45854c0fc7f9 None None] Network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:30:01.948400 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-e4b0b4f4-eda0-4fb5-a60e-268e7b903c66 None None] Provisioning for port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:30:01.993926 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:30:02.004488 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:30:02.004756 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:02.192140 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:02.228686 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:30:02.235126 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:02.238512 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-159e521f-33c6-4499-9ab8-4efa4583be16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:30:02.315529 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:30:02.320117 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:30:02.406665 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-87c451d9-4a49-4014-aad2-ff2b3d5c7fa5 None None] Provisioning complete for port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:30:02.407225 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-87c451d9-4a49-4014-aad2-ff2b3d5c7fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:03.712634 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:30:03.780688 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 5a9d5787-e1e8-4dfd-8252-6d0ff63ebb03 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:30:03.781066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:04.955972 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-5cd8a6dd-88a3-4e8e-9a3f-47a76dbf6350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:07.629376 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0a708c7e-d25e-4128-85f2-9f602de97689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:07.658593 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:07.965536 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:30:08.763342 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:10.339070 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:34.959333 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-83ed0019-1cce-490c-a721-34e676825305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:37.631547 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e53403b-ffce-4151-ac0b-a0683d148fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:37.660854 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:38.763727 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:40.338847 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:30:44.964902 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:31:04.963569 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea91c-33fa-42f3-8908-759065de545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:07.633191 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21e11d8a-f2f0-4645-8ee4-7acf67302f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:07.663717 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:08.767779 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:10.349745 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:20.895945 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51934) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:31:20.902340 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [None req-015a1e7f-d387-4b20-974e-da35ae879322 tempest-verify_tempest_config-2051992821 tempest-verify_tempest_config-2051992821-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:31:20.903351 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-015a1e7f-d387-4b20-974e-da35ae879322 tempest-verify_tempest_config-2051992821 tempest-verify_tempest_config-2051992821-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064030 May 06 18:31:21.234600 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 51952) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:31:21.365474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.382935 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:31:21.386996 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Usage tracker for resource:security_group_rule and tenant:722faa7b28594cea84b1dbaf8980ebe8 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:31:21.390189 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:31:21.396305 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:31:21.486434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.490604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.498610 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:31:21.539430 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=722faa7b28594cea84b1dbaf8980ebe8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3036869 May 06 18:31:21.540301 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50337f4e-e135-4650-9f4d-8eeafcc1698c,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:31:21.542913 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 51958) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:31:21.551152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.551152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.551480 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.551680 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.551970 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.552297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.552621 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.552946 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.553271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.553594 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.553914 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.554230 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.558827 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:31:21.610651 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.636529 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.733429 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.737418 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:31:21.749464 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50337f4e-e135-4650-9f4d-8eeafcc1698c,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:31:21.759404 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.759744 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.760076 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.760443 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.761443 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.761705 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.762045 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.762373 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.762705 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.763074 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.763358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.763668 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:31:21.766406 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:21.770118 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50337f4e-e135-4650-9f4d-8eeafcc1698c HTTP/1.1" status: 204 len: 168 time: 0.2227635 May 06 18:31:21.770118 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:31:21.965366 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:31:34.969580 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68f483d4-fdef-40cc-9e4d-9b2cfa33d90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:37.634947 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7354925b-a83b-456b-9235-ab068d4dbb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:37.665869 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:38.769837 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:40.345747 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:31:58.964413 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:32:04.972991 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d1aa50a1-b671-4052-b737-1e9a37080805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:07.636588 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-76a6ca05-ecf7-4eea-92a9-7b809598d38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:07.668883 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:08.773630 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:10.351071 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:34.975720 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-87b6ca99-589e-490b-8341-c8217494d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:35.963274 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 5 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:32:37.638377 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0810801b-00cd-4864-9a75-07452fc3bcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:37.670683 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:38.776079 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:32:40.440299 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:04.980307 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7b5b79e5-ca68-4113-8e96-e714cd89ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:05.246556 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382'] for agent, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:07.640661 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6a727d08-9e27-4284-8420-081afd86e295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:07.673807 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:08.785995 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:09.236843 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52010) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:33:09.358770 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-ba639d6b-4474-46c4-8cee-2ec4e2af430e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1208124 May 06 18:33:10.354584 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:11.542862 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52020) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:33:11.606205 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-5b4ac915-7ba1-4469-a643-bc84d989f3a9 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0622404 May 06 18:33:12.963087 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:33:34.982219 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d91b9722-deb7-4c80-8940-25158904c50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:35.191377 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:37.642717 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b897e9cc-94e4-4f6d-9f40-6ad1366e2ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:37.676343 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:38.781700 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:40.358988 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:33:49.962470 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:34:04.989752 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-f21749fd-e53e-4115-aa61-8ea6832bd539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:05.207032 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:07.645660 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-91f16a8a-e766-4ae5-9093-bfbe29378999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:07.679103 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:08.786519 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:10.364639 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:26.965885 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:34:34.987362 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-94a9ddb0-8ac2-46e9-aa6e-ffcaf811480f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:35.209558 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.656171 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-4619337d-e589-4f57-942d-901e27db0acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:37.686495 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:38.787802 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:40.369409 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:46.675342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52164) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:47.196951 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-network', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:47.208083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:47.215284 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Usage tracker for resource:network and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:47.220400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:47.228832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:47.245403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Made reservation on behalf of bcab243411c44cfa86265fbbbeb00f6b for: {'network': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:47.251985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.275986 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.300883 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:47.305509 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:47.308922 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:47.316575 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:47.432377 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.439568 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.448007 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:47.505707 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dc5758-bf94-499e-b177-1b884ee267f6,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:47.529968 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.530547 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.531128 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.531665 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.532242 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.532741 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.533272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.533857 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.534529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.535083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.535673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.536207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Tracked resource versions report: May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: pushed versions: May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: { 'AddressGroup': {'1.2'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'ConntrackHelper': {'1.0'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Log': {'1.0'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Network': {'1.1'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Port': {'1.7'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'PortForwarding': {'1.2'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'QosPolicy': {'1.8'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroup': {'1.4'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'SubPort': {'1.0'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Subnet': {'1.1'}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Trunk': {'1.1'}} May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: consumer versions: May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'ConntrackHelper': '1.0', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Log': '1.0', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Network': '1.1', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Port': '1.7', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'PortForwarding': '1.2', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'QosPolicy': '1.8', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroup': '1.4', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'SecurityGroupRule': '1.2', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'SubPort': '1.0', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Subnet': '1.1', May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: 'Trunk': '1.1'}} May 06 18:34:47.540858 dv-cinder-733622-15-smb neutron-server[79117]: {{(pid=79117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:47.548818 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:47.550883 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=79117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:47.576862 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.577843 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.segments_db [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Added segment 212c6706-2a93-426a-9be0-9322b1072560 of type vlan for network 79e94441-7175-4269-8098-1317822558cb May 06 18:34:47.640022 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.686131 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.688183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:47.688809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:47.696282 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fa6416bc-26d2-4460-aeee-93d8e9ab72d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:47.820008 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1431892 May 06 18:34:47.825022 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52206) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:47.850333 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Request body: {'subnet': {'network_id': '79e94441-7175-4269-8098-1317822558cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-subnet', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:47.859168 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:47.865041 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=79e94441-7175-4269-8098-1317822558cb,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:47.869030 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Usage tracker for resource:subnet and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:47.874164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:47.875532 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:47.879745 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 79e94441-7175-4269-8098-1317822558cb details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:47.886460 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:47.903273 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Made reservation on behalf of bcab243411c44cfa86265fbbbeb00f6b for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:47.908298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.101529 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52226) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:48.587386 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-204293579-network', 'tenant_id': 'e18d1eaeed404130802d0f02a4438a47'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:48.597805 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:48.606686 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Usage tracker for resource:network and tenant:e18d1eaeed404130802d0f02a4438a47 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:48.614778 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:48.628898 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:48.650889 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.659131 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-b479e838-507a-455d-ac73-cd026453a65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:48.662540 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Made reservation on behalf of e18d1eaeed404130802d0f02a4438a47 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:48.672737 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.702931 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.737491 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:48.745458 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:e18d1eaeed404130802d0f02a4438a47 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:48.751550 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:48.767628 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:48.768306 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94abb578-cf27-49cd-9431-3a44f035d9b8,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:48.781906 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:48.831051 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Checking segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:48.832831 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Network hostable DHCP agents. Network: 79e94441-7175-4269-8098-1317822558cb, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:48.864782 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Network 79e94441-7175-4269-8098-1317822558cb is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:48.883732 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 79e94441-7175-4269-8098-1317822558cb) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:48.891004 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:48.892023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:48.905061 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e9ea7-33dc-4be7-9cda-d0237f6b75c7 None None] Network 79e94441-7175-4269-8098-1317822558cb requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:48.931716 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1042817 May 06 18:34:48.932813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52250) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:48.939984 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:48.948523 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:48.956111 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Usage tracker for resource:router and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:48.962616 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:48.976712 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:48.997825 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.000260 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.040396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.092652 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.100063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.112265 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:49.188678 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:49.194378 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:49.222303 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.223300 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.224135 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.225639 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.226519 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.227381 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.228185 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.229258 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.230112 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.230649 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.231251 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.233127 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Tracked resource versions report: May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: pushed versions: May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: { 'AddressGroup': {'1.2'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'ConntrackHelper': {'1.0'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Log': {'1.0'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Network': {'1.1'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Port': {'1.7'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'PortForwarding': {'1.2'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'QosPolicy': {'1.8'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroup': {'1.4'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'SubPort': {'1.0'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Subnet': {'1.1'}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Trunk': {'1.1'}} May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: consumer versions: May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'ConntrackHelper': '1.0', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Log': '1.0', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Network': '1.1', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Port': '1.7', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'PortForwarding': '1.2', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'QosPolicy': '1.8', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroup': '1.4', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'SecurityGroupRule': '1.2', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'SubPort': '1.0', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Subnet': '1.1', May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: 'Trunk': '1.1'}} May 06 18:34:49.235341 dv-cinder-733622-15-smb neutron-server[79116]: {{(pid=79116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:49.245627 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:49.253185 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.253844 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Added segment a2f183fe-e55a-4470-9924-6156fa789266 of type vlan for network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a May 06 18:34:49.345403 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.371250 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52256) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:49.397843 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.399827 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:49.401102 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.414121 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ea7282fd-5b05-4b88-bdf8-83f59693172f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:49.454231 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52262) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:49.496776 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-79e94441-7175-4269-8098-1317822558cb', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:34:49.497793 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.645041 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52268) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:49.654358 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5483859 May 06 18:34:49.675940 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52270) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:49.676333 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52272) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:49.699238 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Request body: {'subnet': {'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-204293579-subnet', 'tenant_id': 'e18d1eaeed404130802d0f02a4438a47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:49.705362 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:49.709598 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Usage tracker for resource:subnet and tenant:e18d1eaeed404130802d0f02a4438a47 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:49.713312 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:49.721730 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:49.750705 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:49.758742 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:49.770040 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Made reservation on behalf of e18d1eaeed404130802d0f02a4438a47 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:49.778087 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:49.780596 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:49.867632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.027538 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Allocated IP 172.20.0.2 (79e94441-7175-4269-8098-1317822558cb/94abb578-cf27-49cd-9431-3a44f035d9b8/8b04b507-543b-4f49-a841-b4a21da2e595) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:50.285937 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201026163-network', 'tenant_id': '4bb9b75de9584821ab7c356ec00b636d'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:50.300318 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-900873936-network', 'tenant_id': 'a77d44c2a83244c8805bbf3cffa21112'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:50.309009 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.324586 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-108966850-network', 'tenant_id': '81cba0d8c9604941a1e89514b853543b'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:50.354584 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Usage tracker for resource:network and tenant:4bb9b75de9584821ab7c356ec00b636d is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.364951 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1303464128-network', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:50.377563 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.389490 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.397104 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Usage tracker for resource:network and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.402269 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.415922 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.444621 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.449987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Made reservation on behalf of 0af064354d26407dbaaf8fcc44b2ed20 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:50.455561 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.486477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.490356 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.496326 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.519444 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.535882 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.619812 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Usage tracker for resource:network and tenant:a77d44c2a83244c8805bbf3cffa21112 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.625745 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Usage tracker for resource:network and tenant:81cba0d8c9604941a1e89514b853543b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.640969 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.642115 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.657384 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.669258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Transition to ACTIVE for port object 8b04b507-543b-4f49-a841-b4a21da2e595 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:50.671362 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.676844 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Made reservation on behalf of 4bb9b75de9584821ab7c356ec00b636d for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:50.680669 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.702396 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Transition to ACTIVE for port object 8b04b507-543b-4f49-a841-b4a21da2e595 will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:50.712258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.712675 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.719932 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.723038 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Made reservation on behalf of a77d44c2a83244c8805bbf3cffa21112 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:50.726626 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.753390 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:50.753970 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.778093 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.788334 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.800651 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.847648 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:50.860819 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.864552 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Network 79e94441-7175-4269-8098-1317822558cb is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:50.866550 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Pushing event updated for resources: {'Port': ['ID=8b04b507-543b-4f49-a841-b4a21da2e595,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:50.877900 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:50.878270 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Made reservation on behalf of 81cba0d8c9604941a1e89514b853543b for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:50.881652 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.882079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:50.883252 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.883714 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.884141 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.884619 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.885097 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.885510 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.885926 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.886436 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.886892 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.887364 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.888945 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Tracked resource versions report: May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: pushed versions: May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: { 'AddressGroup': {'1.2'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'ConntrackHelper': {'1.0'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Log': {'1.0'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Network': {'1.1'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Port': {'1.7'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'PortForwarding': {'1.2'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'QosPolicy': {'1.8'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroup': {'1.4'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'SubPort': {'1.0'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Subnet': {'1.1'}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Trunk': {'1.1'}} May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: consumer versions: May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'ConntrackHelper': '1.0', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Log': '1.0', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Network': '1.1', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Port': '1.7', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'PortForwarding': '1.2', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'QosPolicy': '1.8', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroup': '1.4', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'SecurityGroupRule': '1.2', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'SubPort': '1.0', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Subnet': '1.1', May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: 'Trunk': '1.1'}} May 06 18:34:50.890350 dv-cinder-733622-15-smb neutron-server[79118]: {{(pid=79118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:50.896529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Allocated IP 172.28.1.107 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/ce6a7539-43f6-47e5-a7dc-7db03e202639) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:50.899011 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:50.910305 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb9b75de9584821ab7c356ec00b636d is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.912750 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:50.922007 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:50.953464 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Usage tracker for resource:security_group_rule and tenant:a77d44c2a83244c8805bbf3cffa21112 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:50.994136 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:51.010949 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:51.021716 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:51.041540 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Attempting to bind port 8b04b507-543b-4f49-a841-b4a21da2e595 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:51.042729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Attempting to bind port 8b04b507-543b-4f49-a841-b4a21da2e595 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:51.042729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Attempting to bind port 8b04b507-543b-4f49-a841-b4a21da2e595 on network 79e94441-7175-4269-8098-1317822558cb {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:51.051770 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:51.052144 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Checking segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:51.052608 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.053010 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Bound using segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:51.053516 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Bound port: 8b04b507-543b-4f49-a841-b4a21da2e595, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:51.053925 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.064899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:51.187887 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.189471 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] For port 8b04b507-543b-4f49-a841-b4a21da2e595, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:51.194369 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] For port 8b04b507-543b-4f49-a841-b4a21da2e595, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=8b04b507-543b-4f49-a841-b4a21da2e595,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:51.204943 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.211526 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:51.324883 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Pushing event updated for resources: {'Port': ['ID=8b04b507-543b-4f49-a841-b4a21da2e595,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:51.333237 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:51.371371 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.417977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.426300 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:51.486966 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:51.514624 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.528946 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Usage tracker for resource:security_group_rule and tenant:81cba0d8c9604941a1e89514b853543b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:51.536653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.536953 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6a7539-43f6-47e5-a7dc-7db03e202639,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:51.540104 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:51.542075 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:51.550737 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.551343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:51.553095 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:51.562886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:51.564025 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:51.568405 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.573046 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:51.756225 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:51.813788 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86db05-9445-4482-aa60-5ebb075ce6d4,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:51.898081 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:51.898657 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Added segment 422043cf-11d6-48a5-92a7-7082aa219692 of type vlan for network 9d090185-b022-4d3c-88f4-47bf8afd93e2 May 06 18:34:51.926034 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:52.043679 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.044137 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Added segment 5c966f0b-a770-461b-ab0b-af92eebe8246 of type vlan for network e0bec30d-1f2c-47b7-a12a-01b134c3213a May 06 18:34:52.096832 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 8b04b507-543b-4f49-a841-b4a21da2e595 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:52.197669 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.234462 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.250406 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.258650 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce8daf-75f4-487a-a05c-306aba3cc635,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:52.269004 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 8b04b507-543b-4f49-a841-b4a21da2e595 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:52.273857 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.310490 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0c36a9b1-9839-41da-8c29-6903f5555ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.351212 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.353194 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.396871 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.399547 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:52.408721 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.471956 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.472302 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Added segment e0e61d1f-78b9-49f7-bfa4-2387482d89e7 of type vlan for network 076dd531-c7bc-44e4-b370-b866b4ec202f May 06 18:34:52.474101 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3402fe-a972-41a3-adc2-c503a65e07fa,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:52.488891 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.511212 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.531975 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.539224 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:34:52.572777 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:52.573351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.651520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.710448 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.710864 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Added segment 629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62 of type vlan for network 788b91dc-72ca-469c-a5a8-3311e2a07c3f May 06 18:34:52.723356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:52.726857 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.740722 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.770838 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:52.804406 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bbdca5-8644-4741-b536-1662afcdb5dd,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:52.826164 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.839676 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.839999 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:52.858194 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-57f68cc5-1d93-4581-af95-1381613ae85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:52.926602 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52342) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:53.006020 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Checking segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:53.009749 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Network hostable DHCP agents. Network: acc709ce-dbee-45c8-8fbe-d5f8fdbc735a, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:53.058995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.103373 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.db.resource_extend [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:34:53.177925 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef9bc3-f0e1-4a23-b8c8-ce885b026859 None None] Network 79e94441-7175-4269-8098-1317822558cb requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:53.225170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c74512-e793-4888-81d8-46671d1198f0,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:53.242350 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8697953 May 06 18:34:53.244694 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:53.248347 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52354) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:53.249565 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5b19d35b-4515-4cda-b187-a88593bd4198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:53.260520 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Request body: {'subnet': {'network_id': 'e0bec30d-1f2c-47b7-a12a-01b134c3213a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201026163-subnet', 'tenant_id': '4bb9b75de9584821ab7c356ec00b636d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:53.281147 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52358) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:53.282341 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8247337 May 06 18:34:53.287479 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:53.301354 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Request body: {'subnet': {'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-900873936-subnet', 'tenant_id': 'a77d44c2a83244c8805bbf3cffa21112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:53.342297 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.360120 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:53.475696 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:53.477692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.480113 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Provisioning for port 8b04b507-543b-4f49-a841-b4a21da2e595 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:34:53.491392 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Usage tracker for resource:subnet and tenant:4bb9b75de9584821ab7c356ec00b636d is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:53.497301 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.500012 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Provisioning complete for port 8b04b507-543b-4f49-a841-b4a21da2e595 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:53.501023 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.547737 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.549037 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, acc709ce-dbee-45c8-8fbe-d5f8fdbc735a) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:53.564764 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:53.565850 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.578848 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:53.580018 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.605662 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329296fe-9549-433d-866a-e05c2c78a361 admin admin] Pushing event updated for resources: {'Network': ['ID=e0bec30d-1f2c-47b7-a12a-01b134c3213a,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:53.608435 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84a86a-14ac-463d-b201-36f5b85fc669 None None] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:53.624436 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9681895 May 06 18:34:53.643850 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network e0bec30d-1f2c-47b7-a12a-01b134c3213a details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:53.662811 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:53.673540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:53.680824 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Usage tracker for resource:security_group_rule and tenant:d4a16ae0ab6f49eb87a868f07bb9bf46 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:53.686677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:53.697537 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:53.831555 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52370) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:53.850061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.880097 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:53.884543 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:53.896375 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:53.955978 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:53.967517 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Usage tracker for resource:subnet and tenant:a77d44c2a83244c8805bbf3cffa21112 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:53.996157 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:53.999502 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Request body: {'subnet': {'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1303464128-subnet', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:54.024016 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4a16ae0ab6f49eb87a868f07bb9bf46&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0948389 May 06 18:34:54.030745 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:54.033129 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:54.036815 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52386) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:54.050349 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bb393c36-5cdd-4cbb-98f2-d8e2b5d5a6ed admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3556981 May 06 18:34:54.050349 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.3665559 May 06 18:34:54.056388 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Made reservation on behalf of 4bb9b75de9584821ab7c356ec00b636d for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:54.061433 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.086289 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52392) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:54.140466 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Usage tracker for resource:subnet and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:54.177796 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Pushing event updated for resources: {'Network': ['ID=9d090185-b022-4d3c-88f4-47bf8afd93e2,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:54.180722 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:54.183756 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:54.192428 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:54.201316 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.421s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:54.220995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Made reservation on behalf of 0af064354d26407dbaaf8fcc44b2ed20 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:54.222997 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Request body: {'subnet': {'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-subnet', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:54.223698 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.249608 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab84a84-6574-4592-be51-fbfe7cb979e2,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:54.316240 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:54.334252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:54.368537 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 9d090185-b022-4d3c-88f4-47bf8afd93e2 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:54.429128 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Usage tracker for resource:subnet and tenant:81cba0d8c9604941a1e89514b853543b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:54.435238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:54.448253 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:54.473613 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Made reservation on behalf of a77d44c2a83244c8805bbf3cffa21112 for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:54.479081 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.519470 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Made reservation on behalf of 81cba0d8c9604941a1e89514b853543b for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:34:54.523644 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.560684 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:54.614829 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f1022-b74b-4f2b-a5db-415e754af1bd None None] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:54.765317 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Pushing event updated for resources: {'Network': ['ID=076dd531-c7bc-44e4-b370-b866b4ec202f,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:54.857613 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 076dd531-c7bc-44e4-b370-b866b4ec202f details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:55.005295 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.073852 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52424) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:55.096099 dv-cinder-733622-15-smb neutron-server[79117]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 18:34:55.147148 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] For port 8b04b507-543b-4f49-a841-b4a21da2e595, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=8b04b507-543b-4f49-a841-b4a21da2e595,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:34:55.168006 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.228015 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.242233 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.259187 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Pushing event updated for resources: {'Network': ['ID=788b91dc-72ca-469c-a5a8-3311e2a07c3f,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:55.266490 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.270246 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.785s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.270467 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.279826 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.288869 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.701s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.289104 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.351164 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:34:55.484358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.498502 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.540155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab84a84-6574-4592-be51-fbfe7cb979e2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:55.564504 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.567128 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.570403 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ab84a84-6574-4592-be51-fbfe7cb979e2 HTTP/1.1" status: 204 len: 168 time: 1.5279903 May 06 18:34:55.572791 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.579078 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Pushing event updated for resources: {'Port': ['ID=8b04b507-543b-4f49-a841-b4a21da2e595,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:55.583517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:55.583767 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.605066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-9cf1c433-c7d7-45fd-bb81-3699589746b2 None None] Provisioning complete for port 8b04b507-543b-4f49-a841-b4a21da2e595 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:55.605066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9cf1c433-c7d7-45fd-bb81-3699589746b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.739833 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Checking segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:55.741001 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Network hostable DHCP agents. Network: 076dd531-c7bc-44e4-b370-b866b4ec202f, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:55.747245 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a976424-43e1-4812-bc65-f4a8d05a15a1,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:55.762301 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:55.790338 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Network 076dd531-c7bc-44e4-b370-b866b4ec202f is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:55.807619 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 076dd531-c7bc-44e4-b370-b866b4ec202f) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:55.819715 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b3f5b-9c39-43f3-8379-5421550fece2 None None] Network 076dd531-c7bc-44e4-b370-b866b4ec202f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:55.824947 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:55.826248 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.866805 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0175409 May 06 18:34:55.869589 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52434) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:55.887004 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:34:55.901045 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:55.911157 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Usage tracker for resource:router and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:55.923677 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:55.930106 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-6f5a32da-502a-45c8-a158-46b335cdcdd6 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:55.931822 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-6f5a32da-502a-45c8-a158-46b335cdcdd6 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.8542109 May 06 18:34:55.941233 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:55.967584 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.969155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:55.993230 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 8b04b507-543b-4f49-a841-b4a21da2e595 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:34:55.993938 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.081994 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-916eed2d-2995-49a6-bc90-b445af96dd16 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/quotas/e18d1eaeed404130802d0f02a4438a47 HTTP/1.1" status: 200 len: 375 time: 0.1230443 May 06 18:34:56.301922 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 8b04b507-543b-4f49-a841-b4a21da2e595 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:34:56.302579 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.316801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52440) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:56.361789 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-076dd531-c7bc-44e4-b370-b866b4ec202f', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:34:56.362725 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.425638 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-86feeb5a-2ee7-4d50-9e8b-f6130949bc36 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3100755 May 06 18:34:56.472057 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.512741 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:56.521998 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:56.532673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Router 0d272a52-598f-46a7-b11f-27cb6f7695df is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:34:56.534725 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:4eeb9292f6434f9b965e1cd1ac3ce040 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:56.540604 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:56.587902 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:56.771747 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Allocated IP 172.20.0.2 (076dd531-c7bc-44e4-b370-b866b4ec202f/3a976424-43e1-4812-bc65-f4a8d05a15a1/dab41490-4218-4c5e-8d1c-a5c5813decd8) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:56.933552 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.036648 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-b5dffc41-cde9-4d19-8924-f965b5f2fa24 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:34:57.038446 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-b5dffc41-cde9-4d19-8924-f965b5f2fa24 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1999784 May 06 18:34:57.100261 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.169343 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4128a8a5-8911-4f56-b86a-3cb249be49c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:57.254666 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.257251 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Synchronizing usage tracker for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:security_group {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:34:57.262355 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874bf42f-b64f-42db-9940-bb965ee7ee7d,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:57.277084 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:57.281274 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Transition to ACTIVE for port object dab41490-4218-4c5e-8d1c-a5c5813decd8 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:57.299351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Unset dirty status for tenant:6dcda48bb50149c3a1bf6bb80beaaba4 on resource:security_group {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:34:57.303742 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4eeb9292f6434f9b965e1cd1ac3ce040&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9851468 May 06 18:34:57.304441 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52458) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:57.324396 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.342140 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Transition to ACTIVE for port object dab41490-4218-4c5e-8d1c-a5c5813decd8 will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:57.342749 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:34:57.357888 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:34:57.366809 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.377946 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:34:57.379123 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:34:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:57.379501 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:57.405389 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.455071 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52462) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:57.523537 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Network 076dd531-c7bc-44e4-b370-b866b4ec202f is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:57.530084 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:57.546831 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:57.590002 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-bdb7be18-f36b-4bb3-9dcd-c408875ddc06 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189419 May 06 18:34:57.603823 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:34:57.604469 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.607398 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6722832 May 06 18:34:57.617396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52468) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:57.682275 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.720765 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Pushing event updated for resources: {'Port': ['ID=dab41490-4218-4c5e-8d1c-a5c5813decd8,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:57.733746 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:57.752697 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:57.965683 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Attempting to bind port dab41490-4218-4c5e-8d1c-a5c5813decd8 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:57.967834 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Attempting to bind port dab41490-4218-4c5e-8d1c-a5c5813decd8 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:57.969275 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Attempting to bind port dab41490-4218-4c5e-8d1c-a5c5813decd8 on network 076dd531-c7bc-44e4-b370-b866b4ec202f {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:57.990628 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.003875 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:34:58.005343 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Checking segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:58.006503 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.016250 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Bound using segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:34:58.023211 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Bound port: dab41490-4218-4c5e-8d1c-a5c5813decd8, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:34:58.026192 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.038068 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:34:58.055655 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a974519929448689316a830a50d827 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:34:58.061074 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.062679 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:34:58.070300 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 3, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:34:58.075663 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:34:58.076309 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Updating router 0d272a52-598f-46a7-b11f-27cb6f7695df port ce6a7539-43f6-47e5-a7dc-7db03e202639 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:34:58.086072 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Allocated IP 172.28.1.78 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/5ad3889c-340e-4785-86c7-f7bd0b9f03ca) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:34:58.089809 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:34:58.095416 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.139820 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.145972 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874bf42f-b64f-42db-9940-bb965ee7ee7d,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.173559 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.349901 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] For port dab41490-4218-4c5e-8d1c-a5c5813decd8, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:34:58.358580 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] For port dab41490-4218-4c5e-8d1c-a5c5813decd8, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=dab41490-4218-4c5e-8d1c-a5c5813decd8,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:34:58.365799 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.375525 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.386766 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.389099 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/874bf42f-b64f-42db-9940-bb965ee7ee7d HTTP/1.1" status: 204 len: 168 time: 1.0811555 May 06 18:34:58.504521 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Pushing event updated for resources: {'Port': ['ID=dab41490-4218-4c5e-8d1c-a5c5813decd8,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.508628 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.591548 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.615225 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.627674 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.642962 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.707644 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3a974519929448689316a830a50d827&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1769001 May 06 18:34:58.707644 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9824a7d9-7745-45db-acb5-2603258c4f84,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:58.717813 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:58.718376 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52476) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:58.803391 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.892185 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:58.947256 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:58.960768 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.043451 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:59.063925 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:34:59.065996 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.074501 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-9362edc7-8949-4ab2-8044-645692200ff8 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4553826 May 06 18:34:59.079208 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:59.083364 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:34:59.168086 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.176665 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Checking segment: {'id': '5c966f0b-a770-461b-ab0b-af92eebe8246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e0bec30d-1f2c-47b7-a12a-01b134c3213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:59.176665 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Network hostable DHCP agents. Network: e0bec30d-1f2c-47b7-a12a-01b134c3213a, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:59.318137 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Pushing event updated for resources: {'Subnet': ['ID=094895bb-61c1-42ed-8c11-32d0b1ebf0c2,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.404446 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb27f3a-a80b-4e79-b556-aed31893283e,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.407234 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.445213 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.449535 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.471070 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:59.548895 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.561306 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08eae2a4-b647-4014-8308-bac2f9d703d0,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.571295 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.574624 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Checking segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:59.575600 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Network hostable DHCP agents. Network: 788b91dc-72ca-469c-a5a8-3311e2a07c3f, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:59.579319 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Checking segment: {'id': '422043cf-11d6-48a5-92a7-7082aa219692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:34:59.579678 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Network hostable DHCP agents. Network: 9d090185-b022-4d3c-88f4-47bf8afd93e2, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:34:59.591665 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:59.591997 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.608477 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Transition to ACTIVE for port object ce6a7539-43f6-47e5-a7dc-7db03e202639 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:34:59.609360 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Network e0bec30d-1f2c-47b7-a12a-01b134c3213a is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:34:59.622906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.641378 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.658090 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:59.729606 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, e0bec30d-1f2c-47b7-a12a-01b134c3213a) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:34:59.738717 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52502) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:34:59.745161 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6adf6ea-f256-4c71-a382-6406964493da None None] Network e0bec30d-1f2c-47b7-a12a-01b134c3213a requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:34:59.774204 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:34:59.775919 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.911539 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Pushing event updated for resources: {'Port': ['ID=ce6a7539-43f6-47e5-a7dc-7db03e202639,revision_number=2']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.911883 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.913669 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-db1e9c40-7436-4c12-b60e-ab3707e4a3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:34:59.938670 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.939792 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.939792 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.939792 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.940411 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.940411 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.940714 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.941000 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.942919 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.944325 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.944539 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9824a7d9-7745-45db-acb5-2603258c4f84,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:34:59.944679 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.944981 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:34:59.949361 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.951250 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:34:59.952438 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9824a7d9-7745-45db-acb5-2603258c4f84 HTTP/1.1" status: 204 len: 168 time: 1.2254496 May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Tracked resource versions report: May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: pushed versions: May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: { 'AddressGroup': {'1.2'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'ConntrackHelper': {'1.0'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Log': {'1.0'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Network': {'1.1'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Port': {'1.7'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'PortForwarding': {'1.2'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'QosPolicy': {'1.8'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroup': {'1.4'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroupRule': {'1.2'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'SubPort': {'1.0'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Subnet': {'1.1'}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Trunk': {'1.1'}} May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: consumer versions: May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: { DHCP agent@dv-cinder-733622-15-smb: {}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: HyperV agent@hv-cinder-73362: {}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: L3 agent@dv-cinder-733622-15-smb: {}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: Metadata agent@dv-cinder-733622-15-smb: {}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: Metering agent@dv-cinder-733622-15-smb: {}, May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: Open vSwitch agent@dv-cinder-733622-15-smb: { 'AddressGroup': '1.2', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'ConntrackHelper': '1.0', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Log': '1.0', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Network': '1.1', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Port': '1.7', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'PortForwarding': '1.2', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'QosPolicy': '1.8', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroup': '1.4', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'SecurityGroupRule': '1.2', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'SubPort': '1.0', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Subnet': '1.1', May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: 'Trunk': '1.1'}} May 06 18:34:59.955933 dv-cinder-733622-15-smb neutron-server[79119]: {{(pid=79119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 18:34:59.963379 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:34:59.964383 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Attempting to bind port ce6a7539-43f6-47e5-a7dc-7db03e202639 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:34:59.968889 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Attempting to bind port ce6a7539-43f6-47e5-a7dc-7db03e202639 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:34:59.969429 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Attempting to bind port ce6a7539-43f6-47e5-a7dc-7db03e202639 on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:34:59.970726 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-47f6617a-84cd-482f-bad0-1aba54588850 req-e03649cd-e363-4107-a5fb-c192d933034b tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.2234051 May 06 18:34:59.999215 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Network 9d090185-b022-4d3c-88f4-47bf8afd93e2 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:35:00.004563 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:00.004942 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:00.005313 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.010469 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:00.011086 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.015825 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Bound port: ce6a7539-43f6-47e5-a7dc-7db03e202639, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:00.017630 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.038208 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 9d090185-b022-4d3c-88f4-47bf8afd93e2) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:00.074163 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:00.076205 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.077790 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31251d4-143c-4e72-932e-29887582db40 None None] Network 9d090185-b022-4d3c-88f4-47bf8afd93e2 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:00.087473 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:35:00.124299 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.8682044 May 06 18:35:00.182896 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] For port ce6a7539-43f6-47e5-a7dc-7db03e202639, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:00.202190 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] For port ce6a7539-43f6-47e5-a7dc-7db03e202639, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=ce6a7539-43f6-47e5-a7dc-7db03e202639,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:00.224789 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.237935 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 788b91dc-72ca-469c-a5a8-3311e2a07c3f) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:00.239387 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-16dacec9-c5af-4040-8a25-a53472d3800e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:00.278962 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:00.279427 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.351890 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Pushing event updated for resources: {'Port': ['ID=ce6a7539-43f6-47e5-a7dc-7db03e202639,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:00.364388 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:00.383073 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-4c61cd32-b004-42c4-ac67-af932098937c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 6.2849059 May 06 18:35:00.392123 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:00.394254 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52520) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:00.395350 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:34:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:00.411719 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.1283460 May 06 18:35:00.481029 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device dab41490-4218-4c5e-8d1c-a5c5813decd8 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:00.570545 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b2a2a-2dad-497e-a76e-557557109588 None None] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:00.702338 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:00.733791 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:00.734751 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:00.753519 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Usage tracker for resource:router and tenant:81cba0d8c9604941a1e89514b853543b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:00.763178 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:00.782000 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:00.968382 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:01.125112 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.128255 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.135866 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f83871-ac18-4d0b-9b3f-bf163376a474 None None] Network 076dd531-c7bc-44e4-b370-b866b4ec202f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:01.488306 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4ef9ae61-67f5-4f9e-aca0-028616478c0e req-7a5bac1e-ae66-4977-a64f-224c3b6005ed tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.2765958 May 06 18:35:01.516420 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.557579 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:01.737854 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Allocated IP 172.20.0.1 (79e94441-7175-4269-8098-1317822558cb/94abb578-cf27-49cd-9431-3a44f035d9b8/9f60e3b4-669d-42fc-8193-49b089e897a4) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:02.091083 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 3, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:02.102060 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b42973-896e-41e2-a476-4b9dc94c722f None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:34:52Z', 'revision_number': 3, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:02.476018 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.501314 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c445af6f-e437-4983-9c6b-3a72512718cb None None] Provisioning for port dab41490-4218-4c5e-8d1c-a5c5813decd8 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:02.532839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Transition to ACTIVE for port object 9f60e3b4-669d-42fc-8193-49b089e897a4 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:02.610547 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.647606 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1f70e691-8a1e-45c1-8485-980f7a95ef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:02.663473 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401172c-61f1-4dd8-9cba-504262a5c8f0 None None] Network e0bec30d-1f2c-47b7-a12a-01b134c3213a requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:02.700936 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Network 79e94441-7175-4269-8098-1317822558cb is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:02.719573 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:02.737609 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.740591 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:02.741459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:02.881372 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port dab41490-4218-4c5e-8d1c-a5c5813decd8 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:03.089792 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870b2cc-d113-457e-a285-f5351c2d77c3 None None] Network 9d090185-b022-4d3c-88f4-47bf8afd93e2 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:03.227287 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52602) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:03.259537 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-29330496-network', 'tenant_id': '35a59af51c664820abef14bc26b0eb59'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:03.312679 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:03.339625 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port dab41490-4218-4c5e-8d1c-a5c5813decd8 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:03.341213 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.388990 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Usage tracker for resource:network and tenant:35a59af51c664820abef14bc26b0eb59 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:03.411059 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:03.446201 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:03.604803 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Made reservation on behalf of 35a59af51c664820abef14bc26b0eb59 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:03.609175 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.687093 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:03.753504 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:03.831688 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Usage tracker for resource:security_group_rule and tenant:35a59af51c664820abef14bc26b0eb59 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:03.868544 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:03.904801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:35:03.918060 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:03.953067 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-05c8c61d-99e0-412a-b0dc-a27c3f6345d0 req-0ece9c0b-76a1-41d5-989d-f2f5d28e5816 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.1563582 May 06 18:35:03.982301 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:35:04.172819 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.180303 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.326818 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501a155-8def-4239-9477-e203c0a5032f None None] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:04.375562 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.405244 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:04.554568 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:35:04.671728 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Pushing event updated for resources: {'Port': ['ID=9f60e3b4-669d-42fc-8193-49b089e897a4,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:04.692194 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.044s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:04.729227 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-3dde4a1a-2749-4dc3-869c-d243a0338736 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:04.732128 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-3dde4a1a-2749-4dc3-869c-d243a0338736 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/networks?id=9d090185-b022-4d3c-88f4-47bf8afd93e2 HTTP/1.1" status: 200 len: 811 time: 0.9314606 May 06 18:35:04.749999 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-97c090ac-090a-4ce5-92bb-c725a369d85c None None] Provisioning for port 9f60e3b4-669d-42fc-8193-49b089e897a4 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:04.856652 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-97c090ac-090a-4ce5-92bb-c725a369d85c None None] Provisioning complete for port 9f60e3b4-669d-42fc-8193-49b089e897a4 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:04.862718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-97c090ac-090a-4ce5-92bb-c725a369d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:04.874368 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-45d39846-72b0-4a3a-902e-e4309b5d3ce5 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/quotas/a77d44c2a83244c8805bbf3cffa21112 HTTP/1.1" status: 200 len: 375 time: 0.1004684 May 06 18:35:04.986246 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-7ce3590d-ac8f-4878-b1ab-ac113ec3b3ce tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a77d44c2a83244c8805bbf3cffa21112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957541 May 06 18:35:05.010792 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed33ed5-3f5b-41f8-ad3f-e3c10f60c51f,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:05.023990 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.024660 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Added segment 6c5986cf-0c72-400b-9e6d-643865bc86f8 of type vlan for network 9b469996-3b3d-437e-842c-e122fdd99f28 May 06 18:35:05.034272 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:05.151696 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.173505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.178286 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.182991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5fb00dde-3e1e-488c-ad96-199cc3620bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:05.224082 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:05.237579 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-97c090ac-090a-4ce5-92bb-c725a369d85c None None] Port 9f60e3b4-669d-42fc-8193-49b089e897a4 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:05.270108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.15', 54310) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:05.316541 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.416871 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:05.502448 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.605592 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-5c84553a-fefa-4e66-a798-bc53c1b6ac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.760039 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:05.761014 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:34:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:05.793937 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:05.979308 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6c4e5b17-e173-4c9c-96cf-bb057a3c6a86 req-0bc12bb7-462a-4c19-be9c-294eb565e97a tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.5527418 May 06 18:35:05.980418 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Pushing event updated for resources: {'Port': ['ID=9f60e3b4-669d-42fc-8193-49b089e897a4,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:05.987469 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:06.008803 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Network 79e94441-7175-4269-8098-1317822558cb is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:06.014264 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:06.141690 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:06.299269 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.425956 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.db.resource_extend [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] It took 0.91 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:06.463661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.467291 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5949867 May 06 18:35:06.516295 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52668) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:06.531957 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-23f03c68-0d03-42bd-be2b-768f095179d0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:35:06.533829 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-23f03c68-0d03-42bd-be2b-768f095179d0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5229449 May 06 18:35:06.697647 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Router 0d272a52-598f-46a7-b11f-27cb6f7695df has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:35:06.788828 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.808548 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-cf1ca6d6-679a-4a5f-be2a-f1ab3ef2af2d None None] Provisioning complete for port dab41490-4218-4c5e-8d1c-a5c5813decd8 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:06.809357 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca6d6-679a-4a5f-be2a-f1ab3ef2af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.888222 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port dab41490-4218-4c5e-8d1c-a5c5813decd8, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=dab41490-4218-4c5e-8d1c-a5c5813decd8,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:06.911945 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:06.924325 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Allocated IP 172.28.1.122 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/21bfc5c6-5958-4e91-b927-bd5ad7ade6b2) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:06.951908 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:07.035452 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-8881d7fe-35b8-4ccb-9c68-543a625925cb service neutron] 10.222.0.11 "GET /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770575 May 06 18:35:07.142360 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device ce6a7539-43f6-47e5-a7dc-7db03e202639 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:07.301130 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:07.310800 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-999ffef3-631d-4e98-b425-8ba66ebdbff1 req-48aa3077-3082-4c1f-89a9-aaa4b07b7028 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.0859487 May 06 18:35:07.329557 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e781743-e668-4030-a476-26347d63fddf None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:07.359143 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:34:59Z', 'revision_number': 3, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:07.372219 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] 10.222.0.11 "PUT /v2.0/routers/0d272a52-598f-46a7-b11f-27cb6f7695df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7212908 May 06 18:35:07.386113 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:07.386510 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Updating router 3b425fbe-03de-4c13-bd20-689ad1c120ea port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca binding host dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:35:07.386793 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-516405da-11c8-4836-a8aa-3e857a76f28e service neutron] 10.222.0.11 "GET /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350549 May 06 18:35:07.407604 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:07.416310 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:34:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:07.580660 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port ce6a7539-43f6-47e5-a7dc-7db03e202639 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:07.588242 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-46ade71d-dba1-4e3a-a167-62cf6bafb6aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:07.589559 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-08376bd6-2353-4470-832b-0f9e47771360 req-46ade71d-dba1-4e3a-a167-62cf6bafb6aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:network {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:07.623313 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port ce6a7539-43f6-47e5-a7dc-7db03e202639 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:07.623784 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.747813 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=dab41490-4218-4c5e-8d1c-a5c5813decd8,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:07.757844 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:07.905506 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.958560 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:07.960147 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:07.962490 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.021323 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9f664b76-9f92-4894-bb7d-c6e74c2096d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.051375 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:08.089894 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.103616 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.8663371 May 06 18:35:08.108480 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52712) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:08.124693 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Request body: {'subnet': {'network_id': '9b469996-3b3d-437e-842c-e122fdd99f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-29330496-subnet', 'tenant_id': '35a59af51c664820abef14bc26b0eb59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:08.163345 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:08.198256 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Usage tracker for resource:subnet and tenant:35a59af51c664820abef14bc26b0eb59 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:08.228494 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:08.298108 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:08.399687 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Made reservation on behalf of 35a59af51c664820abef14bc26b0eb59 for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:08.413419 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.458274 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-08376bd6-2353-4470-832b-0f9e47771360 req-46ade71d-dba1-4e3a-a167-62cf6bafb6aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:network {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:08.463760 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-46ade71d-dba1-4e3a-a167-62cf6bafb6aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 3.1842074 May 06 18:35:08.514177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Pushing event updated for resources: {'Network': ['ID=9b469996-3b3d-437e-842c-e122fdd99f28,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:08.517066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7eb410c9-7695-486b-9db0-6485babbe39d None None] Provisioning complete for port 9f60e3b4-669d-42fc-8193-49b089e897a4 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:08.522008 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7eb410c9-7695-486b-9db0-6485babbe39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.551987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:08.573072 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:08.579179 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Request body: {'port': {'device_id': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'admin_state_up': True, 'tenant_id': 'e18d1eaeed404130802d0f02a4438a47'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:08.713641 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-7eb410c9-7695-486b-9db0-6485babbe39d None None] Port 9f60e3b4-669d-42fc-8193-49b089e897a4 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:08.733131 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 9b469996-3b3d-437e-842c-e122fdd99f28 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:35:08.843561 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:09.156931 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.190188 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.274432 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port ce6a7539-43f6-47e5-a7dc-7db03e202639, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=ce6a7539-43f6-47e5-a7dc-7db03e202639,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:09.289903 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:09.292910 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:09.515580 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-164cd80e-8117-4ee9-95df-d63c2b3aaae4 req-0f6e3ce5-edf0-4883-b4ec-9ed9600237e6 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.3549175 May 06 18:35:09.592724 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device dab41490-4218-4c5e-8d1c-a5c5813decd8 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:09.759221 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=ce6a7539-43f6-47e5-a7dc-7db03e202639,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:09.769260 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:09.865734 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52768) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:09.960168 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339379251', 'description': 'tempest-description--492932195'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:09.980412 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9756eb68-17f9-47a5-ac9e-9cd71f02c66e req-a0eb91e9-492b-4467-9309-69b3712d34fa tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 210 time: 0.2931058 May 06 18:35:09.985246 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:10.016213 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port dab41490-4218-4c5e-8d1c-a5c5813decd8 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:10.017944 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.032342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:10.049824 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:10.074024 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:10.226899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.406286 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:10.424366 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:10.448297 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:10.702163 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:10.745120 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:10.932069 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:04Z', 'revision_number': 2, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:10.954161 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e781743-e668-4030-a476-26347d63fddf None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:10.955629 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e781743-e668-4030-a476-26347d63fddf None None] Updating router 0d272a52-598f-46a7-b11f-27cb6f7695df port 9f60e3b4-669d-42fc-8193-49b089e897a4 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:35:11.005150 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:11.025569 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Usage tracker for resource:port and tenant:e18d1eaeed404130802d0f02a4438a47 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:11.047132 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:11.059205 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:11.109823 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.182080 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.189552 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0e781743-e668-4030-a476-26347d63fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.228818 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-766badc6-7fb2-47bf-8d2a-bcbcac8f2182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:11.391126 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-00e1c709-8c14-4503-9cca-01e09332b0af req-ca167999-f31d-403a-8535-85f90ee2afa2 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.2261102 May 06 18:35:11.437585 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Made reservation on behalf of e18d1eaeed404130802d0f02a4438a47 for: {'port': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:11.452031 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.489041 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device ce6a7539-43f6-47e5-a7dc-7db03e202639 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:11.532477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:11.582796 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.606290 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-da019b63-fe75-4b54-b0e9-4c8cf0704d3b req-44c6997d-401e-4117-882b-d421115f7389 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 210 time: 0.1762216 May 06 18:35:11.609177 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.625879 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:11.662548 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:11.666746 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:11.740142 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4454d-4f54-460b-b627-82104eb06eee,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:11.755837 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:11.760845 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.766089 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8927472 May 06 18:35:11.776288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52796) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:11.843697 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4454d-4f54-460b-b627-82104eb06eee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:11.870461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:11.879956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:11.885577 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:11.899687 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:11.904942 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Notify callbacks [] for port, precommit_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.911400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:11.928652 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-05a68903-3a95-4a23-a46f-3b2bb8e2ef15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:11.936243 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port ce6a7539-43f6-47e5-a7dc-7db03e202639 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:11.939889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.018715 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.176432 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Transition to ACTIVE for port object 5ad3889c-340e-4785-86c7-f7bd0b9f03ca will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:12.247214 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.256581 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c310831-52cf-4b49-89d8-3c1a3e101487,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:12.268173 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:12.281219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Checking segment: {'id': '6c5986cf-0c72-400b-9e6d-643865bc86f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9b469996-3b3d-437e-842c-e122fdd99f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:12.281793 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Network hostable DHCP agents. Network: 9b469996-3b3d-437e-842c-e122fdd99f28, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:35:12.303305 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:12.555290 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Network 9b469996-3b3d-437e-842c-e122fdd99f28 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:35:12.561645 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.585391 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.602537 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Pushing event updated for resources: {'Port': ['ID=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:12.613627 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:12.681470 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 9b469996-3b3d-437e-842c-e122fdd99f28) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:12.724049 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0e781743-e668-4030-a476-26347d63fddf None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.760609 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:12.761540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.799334 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba9e5ba-0cbc-4954-8700-35e6d515379a,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:12.800293 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-0e781743-e668-4030-a476-26347d63fddf None None] Transition to ACTIVE for port object 9f60e3b4-669d-42fc-8193-49b089e897a4 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:12.814100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:12.828943 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0e781743-e668-4030-a476-26347d63fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.858885 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:12.866862 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-31ae3080-c57a-4816-ad40-0c5676c76b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:12.880175 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0532999 May 06 18:35:12.909081 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.679s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:12.918896 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52820) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:12.986315 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.15', 54320) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:13.083938 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-bfdc1403-fb0c-466d-beb0-7887db462f67 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.9730005 May 06 18:35:13.091586 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4454d-4f54-460b-b627-82104eb06eee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:13.134199 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3535a97c-6b64-43f1-ad75-e6b05f3a36ee req-bdf07bb0-c055-4182-a242-6912a22ef29f tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.2774975 May 06 18:35:13.156685 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5ac7aba5-ee04-4386-ba1c-6a0f4f58a26b req-b24d4bcc-2023-4a4e-92a3-1302a6d5e4a5 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 210 time: 0.1631856 May 06 18:35:13.237624 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae898e-cdda-470d-a99b-e581af9f85d4 None None] Pushing event updated for resources: {'Port': ['ID=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:13.334368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f3676-b5d2-4548-b0c3-1327881af70c None None] Network 9b469996-3b3d-437e-842c-e122fdd99f28 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:13.394674 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:13.556987 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794959-f64d-4e4a-a5df-fe6bd3e1ca9d None None] Pushing event updated for resources: {'Port': ['ID=9f60e3b4-669d-42fc-8193-49b089e897a4,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:13.579704 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-20794959-f64d-4e4a-a5df-fe6bd3e1ca9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:13.623659 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-bb7f955e-c5e0-4b0a-ab31-73143e56f4e3 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:13.625110 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-bb7f955e-c5e0-4b0a-ab31-73143e56f4e3 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.15 "GET /v2.0/networks?id=9d090185-b022-4d3c-88f4-47bf8afd93e2 HTTP/1.1" status: 200 len: 811 time: 0.6362283 May 06 18:35:13.652584 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Request body: {'port': {'device_id': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2', 'admin_state_up': True, 'tenant_id': 'a77d44c2a83244c8805bbf3cffa21112'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:13.888591 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-45ae898e-cdda-470d-a99b-e581af9f85d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.620s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:13.959801 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Attempting to bind port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:13.960624 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Attempting to bind port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:13.961490 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Attempting to bind port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:13.990653 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:13.991368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:13.992046 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:13.992723 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:13.993530 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Bound port: 5ad3889c-340e-4785-86c7-f7bd0b9f03ca, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:13.994187 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.026498 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52838) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:14.027354 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52840) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:14.027810 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-0e781743-e668-4030-a476-26347d63fddf None None] Attempting to bind port 9f60e3b4-669d-42fc-8193-49b089e897a4 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:14.031913 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-0e781743-e668-4030-a476-26347d63fddf None None] Attempting to bind port 9f60e3b4-669d-42fc-8193-49b089e897a4 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:14.033302 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781743-e668-4030-a476-26347d63fddf None None] Attempting to bind port 9f60e3b4-669d-42fc-8193-49b089e897a4 on network 79e94441-7175-4269-8098-1317822558cb {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:14.056693 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:14.064047 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781743-e668-4030-a476-26347d63fddf None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:14.067427 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781743-e668-4030-a476-26347d63fddf None None] Checking segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:14.071172 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0e781743-e668-4030-a476-26347d63fddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.072292 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781743-e668-4030-a476-26347d63fddf None None] Bound using segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:14.077959 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-0e781743-e668-4030-a476-26347d63fddf None None] Bound port: 9f60e3b4-669d-42fc-8193-49b089e897a4, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:14.079072 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0e781743-e668-4030-a476-26347d63fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.145809 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:14.323735 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2897ba-bc36-4d4a-ab04-648ffbd3843b None None] Network 9b469996-3b3d-437e-842c-e122fdd99f28 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:35:14.355985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:14.371492 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Usage tracker for resource:port and tenant:a77d44c2a83244c8805bbf3cffa21112 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:14.387845 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:14.419861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:14.492165 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:14.530187 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-0e781743-e668-4030-a476-26347d63fddf None None] For port 9f60e3b4-669d-42fc-8193-49b089e897a4, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:14.541575 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-0e781743-e668-4030-a476-26347d63fddf None None] For port 9f60e3b4-669d-42fc-8193-49b089e897a4, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=9f60e3b4-669d-42fc-8193-49b089e897a4,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:14.556808 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0e781743-e668-4030-a476-26347d63fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.567581 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:14.637285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Made reservation on behalf of a77d44c2a83244c8805bbf3cffa21112 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:14.655981 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.701810 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] For port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:14.702601 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:14.703628 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:14.755424 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] For port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:14.769857 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:14.804714 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:14.900762 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-41f0fb20-da4a-4eaa-8823-f8642ae3bf93 req-df8f291c-e67c-4b99-ab13-8e756c55e104 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 210 time: 0.3691871 May 06 18:35:14.931920 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dfd36b02-f4e3-49c7-b047-c6e8e7bf6008 req-ef16755d-85c8-4fde-94b8-f33c55ce2ebf tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.4785771 May 06 18:35:14.966428 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.025240 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794959-f64d-4e4a-a5df-fe6bd3e1ca9d None None] Pushing event updated for resources: {'Port': ['ID=9f60e3b4-669d-42fc-8193-49b089e897a4,revision_number=4']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:15.064881 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-20794959-f64d-4e4a-a5df-fe6bd3e1ca9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:15.093756 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52860) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:15.182917 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:15.261253 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Allocated IP 172.20.0.8 (acc709ce-dbee-45c8-8fbe-d5f8fdbc735a/a2c74512-e793-4888-81d8-46671d1198f0/7371ea9f-443d-438e-b3f6-6a6a7f86df28) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:15.332418 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:15.389075 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:15.404652 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Allocated IP 172.20.0.6 (9d090185-b022-4d3c-88f4-47bf8afd93e2/08eae2a4-b647-4014-8308-bac2f9d703d0/b68c6d91-6624-4b05-919d-2027469503f0) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:15.434763 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Deleting subnet 9fb27f3a-a80b-4e79-b556-aed31893283e {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:35:15.453387 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Usage tracker for resource:security_group_rule and tenant:96dae2a3bf3a4e558b75448295683cb9 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:15.467172 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:15.477353 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:15.524149 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae898e-cdda-470d-a99b-e581af9f85d4 None None] Pushing event updated for resources: {'Port': ['ID=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:15.530806 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:15.532905 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:15.804017 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0e781743-e668-4030-a476-26347d63fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:15.809494 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e781743-e668-4030-a476-26347d63fddf None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:15.843899 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Allocated IP 172.20.0.1 (076dd531-c7bc-44e4-b370-b866b4ec202f/3a976424-43e1-4812-bc65-f4a8d05a15a1/d857ca40-ad74-49e1-bb5c-496088882a66) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:15.914080 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:15.962298 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-45ae898e-cdda-470d-a99b-e581af9f85d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:16.142990 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.200985 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Transition to ACTIVE for port object d857ca40-ad74-49e1-bb5c-496088882a66 will not be triggered until provisioned by entity DHCP. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:16.278439 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.368280 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.383904 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.602496 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3b9b80de-b524-4149-b5bf-c9df5187cbed req-5aacfd36-5bc6-4dda-b23a-6497c55a4265 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.2517934 May 06 18:35:16.623826 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2a2fdb4a-18f1-475f-872f-c01fe3183dad req-3a43c136-075c-41ac-b376-0dc8710d4852 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 210 time: 0.1146040 May 06 18:35:16.643680 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:34:59Z', 'revision_number': 3, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:16.648677 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b71586-c83e-4035-88f3-2c0928080cdb None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:34:59Z', 'revision_number': 3, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:16.673327 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.707305 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:16.850725 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.888261 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Network 9d090185-b022-4d3c-88f4-47bf8afd93e2 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:16.895060 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:16.919147 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:16.948882 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:16.950517 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:16.997983 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Pushing event updated for resources: {'Port': ['ID=b68c6d91-6624-4b05-919d-2027469503f0,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:17.011532 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:17.033846 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3937535 May 06 18:35:17.261306 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.300848 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.592065 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:17.599088 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 5ad3889c-340e-4785-86c7-f7bd0b9f03ca up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:17.680475 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-d4512dc7-8c27-430e-9136-404ad598f2c0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:35:17.683537 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-d4512dc7-8c27-430e-9136-404ad598f2c0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102742 May 06 18:35:17.778497 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:17.786939 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.804303 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:17.813068 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:17.989663 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:18.031165 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Network 076dd531-c7bc-44e4-b370-b866b4ec202f is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:18.061448 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:18.095601 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Request body: {'port': {'device_id': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:18.168633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Usage tracker for resource:security_group_rule and tenant:d0c720b2cee44fc598f703a2943049c2 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:18.196159 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.209656 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:18.210393 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.355270 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.365688 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:18.374343 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:18.444924 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:18.451823 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:18.453718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 9f60e3b4-669d-42fc-8193-49b089e897a4 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:18.633780 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:18.971070 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aedfcb1d-802e-460f-a5e6-477f087ebab4 req-c52c5741-293f-46c6-a0ea-c6b3d2dbb60f tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.5689626 May 06 18:35:19.018371 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 9f60e3b4-669d-42fc-8193-49b089e897a4 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:19.044046 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1263ff7f-257a-43f6-b35e-2c319829e700 None None] Provisioning for port d857ca40-ad74-49e1-bb5c-496088882a66 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:19.051122 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1263ff7f-257a-43f6-b35e-2c319829e700 None None] Provisioning complete for port d857ca40-ad74-49e1-bb5c-496088882a66 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:19.051507 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1263ff7f-257a-43f6-b35e-2c319829e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.079846 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 9f60e3b4-669d-42fc-8193-49b089e897a4 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:19.080032 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.109120 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.123338 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:19.369822 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:19.389110 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.408859 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71328f26-d272-4e7e-a18f-e4dc5ed16cea req-c51add72-3b61-4c24-90d0-ec239f8dc4d5 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:19.409999 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-71328f26-d272-4e7e-a18f-e4dc5ed16cea req-c51add72-3b61-4c24-90d0-ec239f8dc4d5 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Synchronizing usage tracker for tenant:a77d44c2a83244c8805bbf3cffa21112 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:19.424199 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1263ff7f-257a-43f6-b35e-2c319829e700 None None] Port d857ca40-ad74-49e1-bb5c-496088882a66 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:19.469810 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.621264 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.708006 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 9f60e3b4-669d-42fc-8193-49b089e897a4, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=9f60e3b4-669d-42fc-8193-49b089e897a4,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:19.716688 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.736901 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:19.879228 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68c6d91-6624-4b05-919d-2027469503f0 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:19.913760 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.955921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Transition to ACTIVE for port object b68c6d91-6624-4b05-919d-2027469503f0 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:19.963252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:19.978957 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:20.145412 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=9f60e3b4-669d-42fc-8193-49b089e897a4,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:20.152840 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 5ad3889c-340e-4785-86c7-f7bd0b9f03ca up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:20.279310 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:20.298337 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:20.298960 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.757525 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-92567353-d648-430b-b12b-e6c0c8e55be7 req-0f46189a-e29f-410d-8ff1-6b7447d27e74 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.0958579 May 06 18:35:20.788611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Attempting to bind port b68c6d91-6624-4b05-919d-2027469503f0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:20.789003 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Attempting to bind port b68c6d91-6624-4b05-919d-2027469503f0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '422043cf-11d6-48a5-92a7-7082aa219692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:20.789335 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Attempting to bind port b68c6d91-6624-4b05-919d-2027469503f0 on network 9d090185-b022-4d3c-88f4-47bf8afd93e2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:20.811763 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Port b68c6d91-6624-4b05-919d-2027469503f0 on network 9d090185-b022-4d3c-88f4-47bf8afd93e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:20.812402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Attempting to bind port b68c6d91-6624-4b05-919d-2027469503f0 on network 9d090185-b022-4d3c-88f4-47bf8afd93e2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:20.814369 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Pushing event updated for resources: {'Port': ['ID=b68c6d91-6624-4b05-919d-2027469503f0,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:20.822141 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:20.822513 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Checking segment: {'id': '422043cf-11d6-48a5-92a7-7082aa219692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:20.823146 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Bound using segment: {'id': '422043cf-11d6-48a5-92a7-7082aa219692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:20.824734 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Bound port: b68c6d91-6624-4b05-919d-2027469503f0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422043cf-11d6-48a5-92a7-7082aa219692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:20.825134 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Pushing event updated for resources: {'Port': ['ID=d857ca40-ad74-49e1-bb5c-496088882a66,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:20.826178 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.858813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:20.885292 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.293s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:20.894436 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96dae2a3bf3a4e558b75448295683cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 6.8459289 May 06 18:35:20.894436 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.768s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:20.913534 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52884) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:20.931338 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.970196 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] For port b68c6d91-6624-4b05-919d-2027469503f0, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:20.977482 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] For port b68c6d91-6624-4b05-919d-2027469503f0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b68c6d91-6624-4b05-919d-2027469503f0,segment=NetworkSegment(422043cf-11d6-48a5-92a7-7082aa219692),segment_id=422043cf-11d6-48a5-92a7-7082aa219692)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:20.986716 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:20.996385 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:21.113579 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.120773 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.133600 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.143362 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:21.143875 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.145411 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] 10.222.0.15 "PUT /v2.0/ports/b68c6d91-6624-4b05-919d-2027469503f0 HTTP/1.1" status: 200 len: 1093 time: 3.2340693 May 06 18:35:21.146094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'tag': 'b68c6d91-6624-4b05-919d-2027469503f0'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:21.177104 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.241425 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.293793 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-71328f26-d272-4e7e-a18f-e4dc5ed16cea req-c51add72-3b61-4c24-90d0-ec239f8dc4d5 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Unset dirty status for tenant:a77d44c2a83244c8805bbf3cffa21112 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:21.301569 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-71328f26-d272-4e7e-a18f-e4dc5ed16cea req-c51add72-3b61-4c24-90d0-ec239f8dc4d5 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 931 time: 2.7679224 May 06 18:35:21.302421 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29773481-a920-4306-b264-cebe024b7d71,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:21.375980 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Pushing event updated for resources: {'Port': ['ID=b68c6d91-6624-4b05-919d-2027469503f0,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:21.384110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:21.420246 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.449606 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-71328f26-d272-4e7e-a18f-e4dc5ed16cea req-79d318ed-b376-4127-8c70-695619ef3c6e tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463544 May 06 18:35:21.476068 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:21.567140 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-5bbcfbd9-6d87-4db4-a764-8a92960b7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:21.569647 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-5bbcfbd9-6d87-4db4-a764-8a92960b7189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a77d44c2a83244c8805bbf3cffa21112&device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 1096 time: 0.1868322 May 06 18:35:21.648063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-dbebfdc2-306b-4f33-8ff0-d29c4fbb55e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:21.776044 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-69f4aa98-8195-4fed-be8a-4e08f7ea9311 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68c6d91-6624-4b05-919d-2027469503f0 HTTP/1.1" status: 200 len: 217 time: 0.1913831 May 06 18:35:21.812503 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:21.944040 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 9f60e3b4-669d-42fc-8193-49b089e897a4 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:21.976614 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.078388 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.146317 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.207582 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'tag': 'b68c6d91-6624-4b05-919d-2027469503f0', 'status': 'completed', 'code': 200} May 06 18:35:22.231383 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb27f3a-a80b-4e79-b556-aed31893283e,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:22.258235 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9fb27f3a-a80b-4e79-b556-aed31893283e HTTP/1.1" status: 204 len: 168 time: 8.2068503 May 06 18:35:22.260046 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:22.279847 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52902) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:22.286084 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.003s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:22.294410 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 9f60e3b4-669d-42fc-8193-49b089e897a4 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:22.298551 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.344810 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0c720b2cee44fc598f703a2943049c2&name=default HTTP/1.1" status: 200 len: 2979 time: 7.2146430 May 06 18:35:22.346676 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.348845 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 9.3681927 May 06 18:35:22.379471 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52904) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:22.380025 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52906) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:22.395774 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-e09b6ed8-797e-40c6-b80c-72f49d0f13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:22.399107 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-e09b6ed8-797e-40c6-b80c-72f49d0f13a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08eae2a4-b647-4014-8308-bac2f9d703d0 HTTP/1.1" status: 200 len: 851 time: 0.3256567 May 06 18:35:22.426911 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e690e704-5dbc-44c9-bab6-ad2f6e5cd7af,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:22.461171 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'floatingip': {'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:22.472769 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:22.479807 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:floatingip and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:22.486023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:22.489675 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:22.500644 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.081s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:22.500949 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:22.676274 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-0ec9c683-a706-417c-9dc5-844f85527f9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d090185-b022-4d3c-88f4-47bf8afd93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662152 May 06 18:35:22.686956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:22.958009 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:22.989793 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:23.057718 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:23.064695 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:23.065369 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.079338 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c13fb-5091-4145-9be2-54d49abdbb71,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:23.093692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:23.098221 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:23.142944 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:35:23.145756 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.158278 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.204218 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.237336 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 14.6631813 May 06 18:35:23.238554 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.239706 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29773481-a920-4306-b264-cebe024b7d71 HTTP/1.1" status: 204 len: 168 time: 2.3125386 May 06 18:35:23.267224 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5762a5-44f5-441e-9867-69ed5b8817bf req-40d7c467-72e6-4133-acf7-fbcf0e702b49 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:23.271838 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bb5762a5-44f5-441e-9867-69ed5b8817bf req-40d7c467-72e6-4133-acf7-fbcf0e702b49 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 931 time: 1.0221851 May 06 18:35:23.366082 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.418392 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Request body: {'port': {'device_id': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:23.427090 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-7461725c-f5a8-4415-ba6e-358b1bf2f590 service neutron] 10.222.0.15 "GET /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849225 May 06 18:35:23.457199 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event updated for resources: {'Port': ['ID=7371ea9f-443d-438e-b3f6-6a6a7f86df28,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:23.500659 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:23.505548 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-91a6aa9a-98d7-4a71-8885-722b49c65a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:23.604031 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bb5762a5-44f5-441e-9867-69ed5b8817bf req-a2791d4b-ef5e-4458-8277-e1a1d773ea16 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069806 May 06 18:35:23.628734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29773481-a920-4306-b264-cebe024b7d71,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:23.656964 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:23.682955 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.716314 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585851d4-b32e-4317-bbeb-4725fab3736c req-b0ed926a-6bf1-4808-8f2e-b7f6efe96aa1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:23.718019 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585851d4-b32e-4317-bbeb-4725fab3736c req-b0ed926a-6bf1-4808-8f2e-b7f6efe96aa1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 943 time: 0.6918082 May 06 18:35:23.745226 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0722f0d-4cf9-47bf-a721-4e85458c1843 req-6263e78f-2cf8-4f33-9546-9a391ccc883a service neutron] 10.222.0.15 "GET /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027775 May 06 18:35:23.800849 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.801201 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.802070 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.802404 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > port after_create 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.802748 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.803137 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > port after_update 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.803464 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.803796 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.804108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.804506 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:23.830290 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.837994 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52926) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:23.916497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2462c286-c970-4783-a59b-1e3e2f2f1fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:23.956440 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585851d4-b32e-4317-bbeb-4725fab3736c req-9d07985d-9dcf-42c6-bafd-57e868754d60 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017996 May 06 18:35:23.960488 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c13fb-5091-4145-9be2-54d49abdbb71,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:23.969496 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:23.979689 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.985498 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/228c13fb-5091-4145-9be2-54d49abdbb71 HTTP/1.1" status: 204 len: 168 time: 1.5970814 May 06 18:35:23.985498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:23.996774 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.097706 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:24.116165 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Usage tracker for resource:security_group_rule and tenant:d20ea4d7c57b4979a077aa7c0bbc87e2 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:24.133399 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:24.147890 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:24.157175 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:24.157937 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:24.158618 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:24.159327 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:35:24.160063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bec30d-1f2c-47b7-a12a-01b134c3213a']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:24.175438 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.db.resource_extend [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:24.228822 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c966f0b-a770-461b-ab0b-af92eebe8246') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:24.229433 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c966f0b-a770-461b-ab0b-af92eebe8246') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:24.251471 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.268926 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-85f9822c-86da-4282-9aba-737097b80cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:24.270479 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-85f9822c-86da-4282-9aba-737097b80cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a77d44c2a83244c8805bbf3cffa21112&device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 1096 time: 0.4477382 May 06 18:35:24.299178 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.311921 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.363067 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:24.398412 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.408919 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:24.432399 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Sync routers for ids ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:24.462267 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Routers {'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:24.463441 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:24.464953 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.467892 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Allocated IP 172.28.1.127 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/ab08c27d-3a12-4dc4-a8e4-45101b21d48c) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:24.539439 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:35:24.539974 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: from cryptography.utils import int_from_bytes May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: from cryptography.utils import int_from_bytes May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:35:24.564871 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:35:24.650403 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.654804 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:24.656046 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 24.2607496 May 06 18:35:24.668701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52936) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:24.668701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52938) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:24.674967 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Pushing event updated for resources: {'Port': ['ID=d857ca40-ad74-49e1-bb5c-496088882a66,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:24.697282 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:24.751327 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Set router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:24.867840 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Network 076dd531-c7bc-44e4-b370-b866b4ec202f is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:24.877014 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:24.949564 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.017119 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.059782 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-99d3dde6-e7c7-494d-9339-ca75aa03d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:25.062321 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-99d3dde6-e7c7-494d-9339-ca75aa03d3c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9d090185-b022-4d3c-88f4-47bf8afd93e2 HTTP/1.1" status: 200 len: 912 time: 0.7514172 May 06 18:35:25.095623 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.127882 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4207090c-b7a6-4c71-8823-530862d0cbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:25.282980 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bec30d-1f2c-47b7-a12a-01b134c3213a,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:25.285865 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:25.297284 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e0bec30d-1f2c-47b7-a12a-01b134c3213a HTTP/1.1" status: 204 len: 168 time: 2.9463561 May 06 18:35:25.302039 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52948) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:25.331500 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.364304 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-6326a6c4-0d6d-4e0c-8106-8fd0d7e494db None None] Provisioning complete for port d857ca40-ad74-49e1-bb5c-496088882a66 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:25.364903 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6326a6c4-0d6d-4e0c-8106-8fd0d7e494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.491277 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-6326a6c4-0d6d-4e0c-8106-8fd0d7e494db None None] Port d857ca40-ad74-49e1-bb5c-496088882a66 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:25.502603 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Deleting subnet 7c310831-52cf-4b49-89d8-3c1a3e101487 {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:35:25.504187 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 3, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:25.513066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Checking router: c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:25.513649 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Updating router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 binding host dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:35:25.525703 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:25.531325 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.540962 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.544202 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-c2f7f0a4-c7ba-4529-99c5-63186fca0a1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68c6d91-6624-4b05-919d-2027469503f0 HTTP/1.1" status: 200 len: 217 time: 0.3440423 May 06 18:35:25.605162 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:35:25.624956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:24a0a964f94f4acab697e6333eadcb17 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:25.627605 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.653716 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.701604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:25.706361 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ad3c7019-8fc5-47da-988c-15360e8f406f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:25.728705 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d20ea4d7c57b4979a077aa7c0bbc87e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8265531 May 06 18:35:25.801360 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187a086e-a674-4666-bd0c-653f17accf58,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:25.805774 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52956) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:25.811872 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:25.834297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:25.916835 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:25.997912 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-73a7b7a9-7e94-4fac-bbad-8c43c3bff95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:25.999445 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-73a7b7a9-7e94-4fac-bbad-8c43c3bff95f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08eae2a4-b647-4014-8308-bac2f9d703d0 HTTP/1.1" status: 200 len: 851 time: 0.4345031 May 06 18:35:26.051888 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.122959 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7371ea9f-443d-438e-b3f6-6a6a7f86df28 {{(pid=79116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:26.141614 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:26.159211 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] 10.222.0.11 "PUT /v2.0/routers/3b425fbe-03de-4c13-bd20-689ad1c120ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6168506 May 06 18:35:26.159211 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.159400 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:26.175374 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:26.176335 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:26.211555 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624216-df68-45be-94fd-7c314b70407b req-b005573f-cf15-4f0d-b3e6-0162814ceaac tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:26.218853 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-89624216-df68-45be-94fd-7c314b70407b req-b005573f-cf15-4f0d-b3e6-0162814ceaac tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 943 time: 0.8733199 May 06 18:35:26.246203 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-3f7c7faa-4b3b-4814-9e23-47a040de4f99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9d090185-b022-4d3c-88f4-47bf8afd93e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793909 May 06 18:35:26.300186 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.325839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53b9d2-da8e-4045-b407-9c9cba0b74bf req-f42b2913-73a3-47f5-acc0-29df9eeebc51 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:26.327341 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5a53b9d2-da8e-4045-b407-9c9cba0b74bf req-f42b2913-73a3-47f5-acc0-29df9eeebc51 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 931 time: 1.3971689 May 06 18:35:26.424530 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Transition to ACTIVE for port object 7371ea9f-443d-438e-b3f6-6a6a7f86df28 will not be triggered until provisioned by entity L2. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:26.445720 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.463965 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-571880a2-6d0d-4be0-86bc-f6d972a1d421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:26.484151 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:26.576370 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-89624216-df68-45be-94fd-7c314b70407b req-0756b278-94b0-4685-a012-a27916f41f0c tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564794 May 06 18:35:26.599313 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.642904 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.658404 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Pushing event updated for resources: {'Port': ['ID=7371ea9f-443d-438e-b3f6-6a6a7f86df28,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:26.691354 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:26.694576 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:26.727681 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5a53b9d2-da8e-4045-b407-9c9cba0b74bf req-907bb4de-e7c8-456b-9069-92ef5e286bb0 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236356 May 06 18:35:26.873287 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.884014 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:26.926909 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Attempting to bind port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:26.927301 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Attempting to bind port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:26.927630 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Attempting to bind port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:26.929961 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c310831-52cf-4b49-89d8-3c1a3e101487,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:26.936147 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:26.937615 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:26.937937 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Attempting to bind port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:26.942300 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:26.948154 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:26.950987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Checking segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:26.950987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Bound using segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:26.950987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Bound port: 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:26.950987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.004391 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7c310831-52cf-4b49-89d8-3c1a3e101487 HTTP/1.1" status: 204 len: 168 time: 1.6972358 May 06 18:35:27.034712 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52966) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:27.076845 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:22Z', 'revision_number': 2, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:27.092867 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:27.093226 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Updating router 3b425fbe-03de-4c13-bd20-689ad1c120ea port d857ca40-ad74-49e1-bb5c-496088882a66 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:35:27.121203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Notify callbacks [] for port, precommit_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.139373 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Transition to ACTIVE for port object 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:27.153265 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.168908 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:27.170002 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:27.175946 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-4ae14ee6-dd57-4348-b5dd-df0bddd40952 service neutron] 10.222.0.15 "GET /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059105 May 06 18:35:27.191892 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.195726 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.196017 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:27.202090 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'Port': ['ID=ab08c27d-3a12-4dc4-a8e4-45101b21d48c,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:27.204789 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] For port 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host hv-cinder-73362, cleared binding levels {{(pid=79116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:27.210272 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.210838 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] For port 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:27.249890 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.274744 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:27.349142 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:27.353635 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Attempting to bind port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:27.354397 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Attempting to bind port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:27.355531 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Attempting to bind port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:27.402718 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.450367 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Pushing event updated for resources: {'Port': ['ID=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:27.463205 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:27.479647 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:27.480984 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.481730 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:27.483341 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Bound port: 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:27.485558 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:27.494804 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.546833 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:27.547994 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.549048 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] 10.222.0.15 "PUT /v2.0/ports/7371ea9f-443d-438e-b3f6-6a6a7f86df28 HTTP/1.1" status: 200 len: 1093 time: 4.2356634 May 06 18:35:27.550791 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.558714 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'tag': '7371ea9f-443d-438e-b3f6-6a6a7f86df28'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:27.588382 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b469996-3b3d-437e-842c-e122fdd99f28']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:27.592945 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:27.659059 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5986cf-0c72-400b-9e6d-643865bc86f8') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:27.659362 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5986cf-0c72-400b-9e6d-643865bc86f8') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:27.713252 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] For port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:27.736580 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] For port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:27.751150 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.751632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:27.765740 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:27.836701 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device b68c6d91-6624-4b05-919d-2027469503f0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:27.846701 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52978) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:27.890562 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Routers {'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:27.891248 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:27.912024 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Pushing event updated for resources: {'Port': ['ID=7371ea9f-443d-438e-b3f6-6a6a7f86df28,revision_number=3']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:27.921828 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.942750 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417234541', 'description': 'tempest-description--1904657981'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:27.981180 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:27.983443 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:27.987819 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:28.010704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.020352 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:28.028449 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:28.041024 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.045126 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:28.059065 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:35:28.059566 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:35:28.078056 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:35:28.090615 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24a0a964f94f4acab697e6333eadcb17&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4129860 May 06 18:35:28.093854 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 52986) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:28.155712 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.200299 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.207049 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-1c16ec3a-7f64-47b1-973d-abe7ce91ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:28.208625 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-1c16ec3a-7f64-47b1-973d-abe7ce91ca5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 1096 time: 0.5286555 May 06 18:35:28.211869 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:28.214974 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.220861 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Pushing event updated for resources: {'Port': ['ID=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:28.238314 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Transition to ACTIVE for port object d857ca40-ad74-49e1-bb5c-496088882a66 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:28.250808 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:28.258952 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.270964 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:28.283889 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:28.295901 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:28.313516 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-22034db1-4f63-460b-a87e-d0bdc8ee0cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:28.331409 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-4ce1d476-47da-4f6f-972f-1b0ac77c3354 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28 HTTP/1.1" status: 200 len: 217 time: 0.1122844 May 06 18:35:28.332396 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:28.377551 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port b68c6d91-6624-4b05-919d-2027469503f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b68c6d91-6624-4b05-919d-2027469503f0,segment=NetworkSegment(422043cf-11d6-48a5-92a7-7082aa219692),segment_id=422043cf-11d6-48a5-92a7-7082aa219692)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:28.379870 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.382518 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b469996-3b3d-437e-842c-e122fdd99f28,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:28.388174 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] Set router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:28.397176 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:28.404871 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9b469996-3b3d-437e-842c-e122fdd99f28 HTTP/1.1" status: 204 len: 168 time: 1.3688879 May 06 18:35:28.442472 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376bd6-2353-4470-832b-0f9e47771360 req-2833ece3-479d-4d20-b79b-40523e4ac45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:28.445177 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-2833ece3-479d-4d20-b79b-40523e4ac45e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.1025929 May 06 18:35:28.455410 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b901c7-5603-4139-bed8-32c0ccf1e7da None None] Pushing event updated for resources: {'Port': ['ID=d857ca40-ad74-49e1-bb5c-496088882a66,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:28.477363 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-66b901c7-5603-4139-bed8-32c0ccf1e7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:28.540740 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-9525e5d4-ffa8-41aa-a7fd-5ae74f2e76a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881715 May 06 18:35:28.543525 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'b68c6d91-6624-4b05-919d-2027469503f0', 'network_id': '9d090185-b022-4d3c-88f4-47bf8afd93e2', 'port_id': 'b68c6d91-6624-4b05-919d-2027469503f0', 'mac_address': 'fa:16:3e:b2:28:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08eae2a4-b647-4014-8308-bac2f9d703d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:28.585590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.677600 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.823181 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68c6d91-6624-4b05-919d-2027469503f0 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:28.866291 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port b68c6d91-6624-4b05-919d-2027469503f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b68c6d91-6624-4b05-919d-2027469503f0,segment=NetworkSegment(422043cf-11d6-48a5-92a7-7082aa219692),segment_id=422043cf-11d6-48a5-92a7-7082aa219692)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:28.880864 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.884348 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-585b4400-3347-47f2-99a6-727ef6ddd8a4 req-31b59b85-abe7-41cb-b61a-9e7b4bd642e7 service neutron] 10.222.0.15 "GET /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6859570 May 06 18:35:28.889480 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdabefa5-7162-4b41-bca3-e92bfc9210dc,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:28.919524 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.921781 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.925736 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-7de27636-ce5c-44c6-86f7-54fe8082503d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:28.929579 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:28.935840 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.680s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:28.940058 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Attempting to bind port d857ca40-ad74-49e1-bb5c-496088882a66 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:28.940559 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Attempting to bind port d857ca40-ad74-49e1-bb5c-496088882a66 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:28.941157 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Attempting to bind port d857ca40-ad74-49e1-bb5c-496088882a66 on network 076dd531-c7bc-44e4-b370-b866b4ec202f {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:28.954142 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:28.955917 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Checking segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:28.956352 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.956738 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Bound using segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:28.957265 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Bound port: d857ca40-ad74-49e1-bb5c-496088882a66, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:28.959970 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:28.960364 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a086e-a674-4666-bd0c-653f17accf58,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:28.978895 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:28.980308 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:28.986279 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-6f604191-eabc-473b-abc6-5167b08d17ae service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594270 May 06 18:35:29.015351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 52994) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:29.024082 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=b68c6d91-6624-4b05-919d-2027469503f0,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:29.028398 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:29.057946 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.081996 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'Port': ['ID=ab08c27d-3a12-4dc4-a8e4-45101b21d48c,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:29.092518 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77558737-e461-4489-ae10-91c8b482d4c2 req-9bd3d439-242e-4057-a3c9-00e64aee9b6d tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:29.110245 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-77558737-e461-4489-ae10-91c8b482d4c2 req-9bd3d439-242e-4057-a3c9-00e64aee9b6d tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 943 time: 1.0064671 May 06 18:35:29.116110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:29.128233 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.145883 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-da76e7e7-3e4f-4dd6-9109-ac9e4c530fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:29.187676 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.207231 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.208433 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/187a086e-a674-4666-bd0c-653f17accf58 HTTP/1.1" status: 204 len: 168 time: 3.3821270 May 06 18:35:29.208985 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] For port d857ca40-ad74-49e1-bb5c-496088882a66, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:29.215710 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] For port d857ca40-ad74-49e1-bb5c-496088882a66, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=d857ca40-ad74-49e1-bb5c-496088882a66,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:29.224108 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.245562 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-20794959-f64d-4e4a-a5df-fe6bd3e1ca9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:29.246659 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['b68c6d91-6624-4b05-919d-2027469503f0'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:29.261599 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b9a557ef-2656-41d1-bf82-b29d09394640 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bb9b75de9584821ab7c356ec00b636d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2441483 May 06 18:35:29.272271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53000) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:29.276674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.288997 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.291169 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3936000 May 06 18:35:29.294578 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72782e8d-0d0a-4bef-8559-bd19048d220d,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:29.298581 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53004) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:29.309041 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:29.319368 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'security_group_rule': {'security_group_id': '72782e8d-0d0a-4bef-8559-bd19048d220d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:29.359876 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:29.374003 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:29.382462 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.382697 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:29.397832 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 3, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:29.400802 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0124085 May 06 18:35:29.407209 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-08376bd6-2353-4470-832b-0f9e47771360 req-aee16643-6edd-42b4-bddc-1884e563ba11 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117503 May 06 18:35:29.408947 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:29.416184 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e19c-5e6c-40eb-813c-52f32c249714 None None] The sync data for ids ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'] in dv-cinder-733622-15-smb is: [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:14Z', 'revision_number': 3, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:29.443133 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550def8c-17f8-4c7c-9dde-ed709e62f43d req-3b746f18-610e-445b-832d-54f311269182 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:29.461126 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-550def8c-17f8-4c7c-9dde-ed709e62f43d req-3b746f18-610e-445b-832d-54f311269182 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 943 time: 1.4298234 May 06 18:35:29.475645 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.556993 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:29.562026 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:29.683858 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-77558737-e461-4489-ae10-91c8b482d4c2 req-f49c2817-32cd-440a-8f4a-3a1388415027 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721183 May 06 18:35:29.766884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.804915 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.819276 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:29.823311 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e64f51f8-56bc-41b7-9415-5d21de8639cf tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:29.903438 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bbcba5-7d29-481c-b2af-ccdb31e43b8f,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:29.954629 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:29.990712 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.019188 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7143183 May 06 18:35:30.021222 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53016) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:30.045561 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'security_group_rule': {'security_group_id': '72782e8d-0d0a-4bef-8559-bd19048d220d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:30.054529 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-550def8c-17f8-4c7c-9dde-ed709e62f43d req-07d4eac4-3cfe-4d75-b801-92a39c6e4c7a tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923378 May 06 18:35:30.142807 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.150365 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:30.178710 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:30.181266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.192695 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:30.220261 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:30.266226 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.305412 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.382963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d05fd79a-ed96-4b77-bb80-675d168b9cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:30.388034 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'tag': '7371ea9f-443d-438e-b3f6-6a6a7f86df28', 'status': 'completed', 'code': 200} May 06 18:35:30.409620 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.452439 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b901c7-5603-4139-bed8-32c0ccf1e7da None None] Pushing event updated for resources: {'Port': ['ID=d857ca40-ad74-49e1-bb5c-496088882a66,revision_number=4']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:30.474274 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:30.478989 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.504800 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.516756 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:30.552248 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997a7e51-296f-4899-a269-7e7eeb46b773,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:30.564598 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:30.578717 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.580385 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-6a9b1ce2-2a68-4c3a-9855-e6801964da9f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572813 May 06 18:35:30.585718 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53036) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:30.599161 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'floatingip': {'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:30.612079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:30.618865 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdabefa5-7162-4b41-bca3-e92bfc9210dc,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:30.627173 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:floatingip and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:30.627510 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-66b901c7-5603-4139-bed8-32c0ccf1e7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.383s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:30.642617 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-3a105918-1439-4145-8a10-07b275d0d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:30.645396 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-3a105918-1439-4145-8a10-07b275d0d06c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 1096 time: 0.2071490 May 06 18:35:30.647657 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:30.653558 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:30.784599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:30.788581 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdabefa5-7162-4b41-bca3-e92bfc9210dc HTTP/1.1" status: 204 len: 168 time: 2.6200275 May 06 18:35:30.883920 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-f010bb8c-e978-4933-9516-4510378958bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:30.889642 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-f010bb8c-e978-4933-9516-4510378958bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 915 time: 0.2362406 May 06 18:35:30.898951 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:31.079486 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-6c3ff8a4-46d5-48e4-bebf-5466562c0ebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28 HTTP/1.1" status: 200 len: 217 time: 0.1733348 May 06 18:35:31.166839 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.295978 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-eeca48f4-5298-48c8-889a-1567b3417441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:31.297500 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-eeca48f4-5298-48c8-889a-1567b3417441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.2044892 May 06 18:35:31.329183 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:29Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:31.343321 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d964c9-a497-4ee5-b54b-11e907a87a48 None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:29Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:31.422071 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9a9ea5db-e0c6-4378-aa2c-d57d8d489a75 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:security_group {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:31.512458 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-53bdc3a4-823e-4892-a950-b5297e66c45b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018957 May 06 18:35:31.731193 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9a9ea5db-e0c6-4378-aa2c-d57d8d489a75 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:security_group {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:31.741409 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9a9ea5db-e0c6-4378-aa2c-d57d8d489a75 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--339379251&fields=id&tenant_id=bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 267 time: 1.4115713 May 06 18:35:31.742063 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-07a384a2-f605-4353-8acc-b76924a9dc6e service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200997 May 06 18:35:31.801536 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 7371ea9f-443d-438e-b3f6-6a6a7f86df28 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:31.884680 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:31.887894 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device b68c6d91-6624-4b05-919d-2027469503f0 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:31.980215 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-016a59a6-26d5-40db-87e3-7bf3d474cbd8 req-a9149582-3feb-40a3-9189-972d94dda264 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295132 May 06 18:35:32.002114 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.131366 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-8b7fad08-68e7-46ae-8c7b-ae177c92f111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:32.219157 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce8daf-75f4-487a-a05c-306aba3cc635,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:32.241253 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:32.295280 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78d4f2-1307-44fd-adc7-50d4db05baf9 req-e10d297a-1cfd-4d27-b449-e52cd80765cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:32.309241 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2a78d4f2-1307-44fd-adc7-50d4db05baf9 req-e10d297a-1cfd-4d27-b449-e52cd80765cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 943 time: 0.9710782 May 06 18:35:32.369678 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:32.426791 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Allocated IP 172.28.1.254 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/bf7993b9-cebc-4b03-836e-437b1793057a) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:32.524185 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.525944 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17ce8daf-75f4-487a-a05c-306aba3cc635 HTTP/1.1" status: 204 len: 168 time: 3.2450294 May 06 18:35:32.572115 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Allocated IP 172.20.0.1 (788b91dc-72ca-469c-a5a8-3311e2a07c3f/094895bb-61c1-42ed-8c11-32d0b1ebf0c2/1b4e1b36-caaf-4d28-81af-ed43421eb23b) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:32.612100 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port b68c6d91-6624-4b05-919d-2027469503f0 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:32.638951 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port b68c6d91-6624-4b05-919d-2027469503f0 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:32.639641 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.759200 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:32.775947 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:32.820661 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-5eb62d6a-9d57-4361-9ac0-938199b59636 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:32.821873 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-5eb62d6a-9d57-4361-9ac0-938199b59636 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:network {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:32.829898 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:32.831040 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:32.905957 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '7371ea9f-443d-438e-b3f6-6a6a7f86df28', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'port_id': '7371ea9f-443d-438e-b3f6-6a6a7f86df28', 'mac_address': 'fa:16:3e:13:5f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c74512-e793-4888-81d8-46671d1198f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:32.989985 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.079323 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.084601 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:33.116637 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.146237 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.252896 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'Port': ['ID=bf7993b9-cebc-4b03-836e-437b1793057a,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:33.262072 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:33.291997 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:33.295049 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:33.301669 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:33.322318 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2a78d4f2-1307-44fd-adc7-50d4db05baf9 req-e3f41817-3f16-4d81-ad35-5d7fc3fdb0c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0114658 May 06 18:35:33.322621 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port b68c6d91-6624-4b05-919d-2027469503f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b68c6d91-6624-4b05-919d-2027469503f0,segment=NetworkSegment(422043cf-11d6-48a5-92a7-7082aa219692),segment_id=422043cf-11d6-48a5-92a7-7082aa219692)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:33.329772 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7371ea9f-443d-438e-b3f6-6a6a7f86df28 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:33.338480 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68c6d91-6624-4b05-919d-2027469503f0'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:33.414170 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.438028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-5eb62d6a-9d57-4361-9ac0-938199b59636 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:network {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:33.447485 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-5eb62d6a-9d57-4361-9ac0-938199b59636 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 817 time: 1.7050352 May 06 18:35:33.501185 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-2cfc5614-7339-4b22-9d85-ce9a7182ac79 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/quotas/bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 375 time: 0.0527151 May 06 18:35:33.513899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.534889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:33.558401 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53090) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:33.678334 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.703265 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.710233 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:33.716098 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.727906 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:33.748436 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.814337 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-b15b80c8-cccf-4d0a-996b-786a1d00acbe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:33.825003 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:33.841738 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.844875 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device d857ca40-ad74-49e1-bb5c-496088882a66 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:33.907158 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=b68c6d91-6624-4b05-919d-2027469503f0,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:33.924333 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:33.925120 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:33.944915 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:33.960124 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:33.963675 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:33.964735 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:33.992360 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.029312 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=7371ea9f-443d-438e-b3f6-6a6a7f86df28,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:34.048143 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-b15b80c8-cccf-4d0a-996b-786a1d00acbe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:34.062606 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-b15b80c8-cccf-4d0a-996b-786a1d00acbe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5521054 May 06 18:35:34.139179 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:34.145696 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.178414 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7c92dde9-88bd-4081-b715-ff321763832e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35a59af51c664820abef14bc26b0eb59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159050 May 06 18:35:34.181843 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53098) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:34.184517 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Pushing event updated for resources: {'Port': ['ID=1b4e1b36-caaf-4d28-81af-ed43421eb23b,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:34.194001 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:34.217213 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:34.226377 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:34.239141 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:34.243777 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:34.364723 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port d857ca40-ad74-49e1-bb5c-496088882a66 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:34.382679 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port d857ca40-ad74-49e1-bb5c-496088882a66 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:34.383150 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.385228 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2bc8-8c6a-42e7-b05e-bfd50959dda2 req-251c13b1-6d92-4633-afb1-bdf014a87673 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:34.387587 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d9ec2bc8-8c6a-42e7-b05e-bfd50959dda2 req-251c13b1-6d92-4633-afb1-bdf014a87673 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 945 time: 0.5590732 May 06 18:35:34.556191 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.581413 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-602e737b-95b0-4803-aee2-5eb59a9a5a07 service neutron] 10.222.0.11 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364698 May 06 18:35:34.638099 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.691243 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.691937 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.728360 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:34.738766 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d9ec2bc8-8c6a-42e7-b05e-bfd50959dda2 req-c72ff618-6a7f-413c-a746-720ee9811bf8 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239238 May 06 18:35:34.758199 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port d857ca40-ad74-49e1-bb5c-496088882a66, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=d857ca40-ad74-49e1-bb5c-496088882a66,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:34.764015 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:34.766899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:34.925875 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:35.019785 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=d857ca40-ad74-49e1-bb5c-496088882a66,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.042538 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.043630 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-55e0c88b-547b-4f67-bffe-8407ab8b0c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.061857 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.064589 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:35.064974 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.114214 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.139163 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'Port': ['ID=bf7993b9-cebc-4b03-836e-437b1793057a,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.145493 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.215712 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.229901 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.256461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.277553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:35.282069 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.295677 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.300347 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.305442 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ed33ed5-3f5b-41f8-ad3f-e3c10f60c51f HTTP/1.1" status: 204 len: 168 time: 1.1220777 May 06 18:35:35.307354 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:35.317886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:35.319793 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7325284 May 06 18:35:35.322638 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed33ed5-3f5b-41f8-ad3f-e3c10f60c51f,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.325792 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.393924 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Pushing event updated for resources: {'Port': ['ID=1b4e1b36-caaf-4d28-81af-ed43421eb23b,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:35.398698 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9c5151c9-bc02-4fe5-bb4a-52b6570d736d service neutron] 10.222.0.11 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8163292 May 06 18:35:35.403497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:35.654216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6ec14-b543-48f6-9a75-92f1574070fc req-1d50802e-143e-4dfe-86c0-ea1712e52bab tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:35.656034 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7ca6ec14-b543-48f6-9a75-92f1574070fc req-1d50802e-143e-4dfe-86c0-ea1712e52bab tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 944 time: 0.5298975 May 06 18:35:35.733164 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7ca6ec14-b543-48f6-9a75-92f1574070fc req-11df4361-fb0f-44b9-861b-13ffceaa58b8 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608826 May 06 18:35:35.738467 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:35.739848 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:35.830545 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 7371ea9f-443d-438e-b3f6-6a6a7f86df28 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:35.975882 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:35.988867 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:35.989504 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:36.274201 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:36.324191 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:36.325603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:35:36.331224 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:36.336835 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:36.378396 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-38fcd0e6-6e8c-4dba-82ca-11df2d1d0e21 req-b3ff6608-bce6-4a18-b9a8-0f7210623046 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 210 time: 0.4609776 May 06 18:35:36.526476 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68c6d91-6624-4b05-919d-2027469503f0', 'code': 200} May 06 18:35:36.579691 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=7371ea9f-443d-438e-b3f6-6a6a7f86df28,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:36.601106 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:36.724624 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-09e60595-b039-48b6-a798-4e8ba068435a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1417234541&fields=id&tenant_id=0af064354d26407dbaaf8fcc44b2ed20 HTTP/1.1" status: 200 len: 267 time: 0.1126018 May 06 18:35:36.908832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:35:36.929336 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] 10.222.0.11 "PUT /v2.0/routers/c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2499480 May 06 18:35:36.937220 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Sync routers for ids ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:35:36.989716 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Routers {'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:36.990738 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:36.992687 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-3e0c19ec-4ff3-418e-bce5-86282b7ff16e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:37.011665 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-3e0c19ec-4ff3-418e-bce5-86282b7ff16e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 811 time: 0.2859321 May 06 18:35:37.037014 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c8c2-58b6-4fd0-8a35-9ca4a0403980 req-9892f5b3-a47f-4749-9aa8-f8cac592c5d6 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:37.038584 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8ce3c8c2-58b6-4fd0-8a35-9ca4a0403980 req-9892f5b3-a47f-4749-9aa8-f8cac592c5d6 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 945 time: 0.3670433 May 06 18:35:37.065756 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-df8d05fc-8ed6-4907-a99a-2a909f51faa1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/quotas/0af064354d26407dbaaf8fcc44b2ed20 HTTP/1.1" status: 200 len: 375 time: 0.0531058 May 06 18:35:37.110124 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device d857ca40-ad74-49e1-bb5c-496088882a66 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:37.282088 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-9fef8789-87b8-4cb3-94e0-8801e865f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:37.284990 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-9fef8789-87b8-4cb3-94e0-8801e865f22a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 1098 time: 0.4314609 May 06 18:35:37.342575 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Set router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:37.372418 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:37.447478 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:37.476156 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Usage tracker for resource:security_group_rule and tenant:5a930b27ed2e433ca1a4dca6db9fe79d is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:37.484845 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8ce3c8c2-58b6-4fd0-8a35-9ca4a0403980 req-1ba75c9a-cd4f-4597-90ef-7105fb07f295 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571828 May 06 18:35:37.494683 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:37.519354 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port d857ca40-ad74-49e1-bb5c-496088882a66 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:37.523835 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:37.528314 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:37.669701 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-520b0e6e-da1f-4e4a-b075-77380eb63409 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5986640 May 06 18:35:38.003210 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:38.039321 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:38.091425 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-97a911c7-8e6b-449b-9b8e-18d80cf178e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:38.098937 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2fad4d45-66a9-4786-870c-0fd439fd19e4 req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979994 May 06 18:35:38.192204 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4320b56-461d-473e-8eaf-38a49a7b7d90,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:38.205296 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:38.226217 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:38.247357 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d802f19d-db6f-4d72-8afd-a165fe1c0eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:38.296933 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-f9fc0906-4de4-4480-a30a-19029d3f00aa tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:38.299246 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-f9fc0906-4de4-4480-a30a-19029d3f00aa tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 817 time: 0.7622278 May 06 18:35:38.367730 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822176-f1da-4be3-9fa1-c8f546ae1743 req-33442952-a361-48c2-9c8a-1d6bd238be5c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:38.369595 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2c822176-f1da-4be3-9fa1-c8f546ae1743 req-33442952-a361-48c2-9c8a-1d6bd238be5c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 945 time: 0.4941194 May 06 18:35:38.381197 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-1ee3dabb-35c9-4ff0-ac08-1f49e589304e service neutron] 10.222.0.11 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125687 May 06 18:35:38.430067 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-c4971543-e27c-4e30-a29e-6124935e5be2 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 379 time: 0.1157050 May 06 18:35:38.536551 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7371ea9f-443d-438e-b3f6-6a6a7f86df28'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:38.554036 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 4, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '1b4e1b36-caaf-4d28-81af-ed43421eb23b', 'name': '', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'mac_address': 'fa:16:3e:46:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:30Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 2, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'subnets': [{'id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:38.570120 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Checking router: c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:35:38.571290 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Updating router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 port 1b4e1b36-caaf-4d28-81af-ed43421eb23b binding host dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:35:38.603198 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'port': {'device_id': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'admin_state_up': True, 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'security_groups': ['dfd4454d-4f54-460b-b627-82104eb06eee']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:38.690948 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:38.845137 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.024744 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2c822176-f1da-4be3-9fa1-c8f546ae1743 req-e7ac0d8c-56b8-4f06-8f5d-f54e577f1f94 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408451 May 06 18:35:39.171059 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:39.178341 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-5f231ff7-407a-422f-9ea9-c2dc6568d729 service neutron] 10.222.0.11 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960339 May 06 18:35:39.190261 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:39.211245 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Made reservation on behalf of bcab243411c44cfa86265fbbbeb00f6b for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:39.218269 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.384642 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-75209977-004f-4e06-8321-62c1bbd2b9ae req-363b87bc-be0c-41c3-90a0-e80f7d102f9c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 210 time: 0.0637126 May 06 18:35:39.528523 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Allocated IP 172.20.0.6 (79e94441-7175-4269-8098-1317822558cb/94abb578-cf27-49cd-9431-3a44f035d9b8/11de8691-9d93-41dc-a5c7-c71743318c19) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:39.732510 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Notify callbacks [] for port, precommit_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.796075 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Transition to ACTIVE for port object 1b4e1b36-caaf-4d28-81af-ed43421eb23b will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:39.828947 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.858728 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-3f745a96-2782-4d18-a8e8-e532a17ca894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:39.961832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:39.985931 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Transition to ACTIVE for port object 11de8691-9d93-41dc-a5c7-c71743318c19 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:40.104898 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.129525 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:40.212303 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Network 79e94441-7175-4269-8098-1317822558cb is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:40.224229 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:40.227318 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:40.235495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:40.236284 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.247903 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc6a9b-d552-49af-9948-5f4871e413e4 None None] Pushing event updated for resources: {'Port': ['ID=1b4e1b36-caaf-4d28-81af-ed43421eb23b,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:40.305969 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-04fc6a9b-d552-49af-9948-5f4871e413e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:40.366999 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Attempting to bind port 1b4e1b36-caaf-4d28-81af-ed43421eb23b on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:40.367670 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Attempting to bind port 1b4e1b36-caaf-4d28-81af-ed43421eb23b by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:40.368276 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Attempting to bind port 1b4e1b36-caaf-4d28-81af-ed43421eb23b on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:40.404236 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:40.405148 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Checking segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:40.405779 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.409491 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Bound using segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:40.410461 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Bound port: 1b4e1b36-caaf-4d28-81af-ed43421eb23b, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:40.411264 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.423419 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9742136 May 06 18:35:40.471437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Request body: {'port': {'device_id': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:40.493796 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.648312 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] For port 1b4e1b36-caaf-4d28-81af-ed43421eb23b, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:40.652347 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] For port 1b4e1b36-caaf-4d28-81af-ed43421eb23b, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=1b4e1b36-caaf-4d28-81af-ed43421eb23b,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:40.659479 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:40.672360 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:40.789448 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:40.816678 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:40.856110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-580143c0-101f-4320-9d29-881ae071c7ce tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:40.858719 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-580143c0-101f-4320-9d29-881ae071c7ce tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 818 time: 0.6357160 May 06 18:35:40.891432 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc6a9b-d552-49af-9948-5f4871e413e4 None None] Pushing event updated for resources: {'Port': ['ID=1b4e1b36-caaf-4d28-81af-ed43421eb23b,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:40.907555 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-04fc6a9b-d552-49af-9948-5f4871e413e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:40.909046 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Routers {'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:35:40.910095 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:35:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:40.921325 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a64e-c27e-4397-af06-98f8c4321c09 req-cc99e5ee-e9e6-4709-895d-dd67e08b9b53 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:40.923695 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e214a64e-c27e-4397-af06-98f8c4321c09 req-cc99e5ee-e9e6-4709-895d-dd67e08b9b53 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 945 time: 0.9976745 May 06 18:35:40.973767 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:35:40.997181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:41.084079 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-d00337b9-e939-49b8-9bfe-e75fc6b59386 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/quotas/81cba0d8c9604941a1e89514b853543b HTTP/1.1" status: 200 len: 375 time: 0.1589870 May 06 18:35:41.137695 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] Set router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:35:41.236903 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e214a64e-c27e-4397-af06-98f8c4321c09 req-0984eee0-5e60-4d79-9568-cfc6f24b45b1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822607 May 06 18:35:41.446472 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-7daa0e3a-22ba-4a8b-ab9b-a8b138670222 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Synchronizing usage tracker for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:41.462826 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-04ae0bfb-6d58-47f3-a477-b6e2f72b3dea None None] Provisioning for port 11de8691-9d93-41dc-a5c7-c71743318c19 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:41.505986 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-04ae0bfb-6d58-47f3-a477-b6e2f72b3dea None None] Provisioning complete for port 11de8691-9d93-41dc-a5c7-c71743318c19 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:41.505986 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-04ae0bfb-6d58-47f3-a477-b6e2f72b3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:41.544486 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-7daa0e3a-22ba-4a8b-ab9b-a8b138670222 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Unset dirty status for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:41.544997 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7371ea9f-443d-438e-b3f6-6a6a7f86df28', 'code': 200} May 06 18:35:41.545971 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-7daa0e3a-22ba-4a8b-ab9b-a8b138670222 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4331279 May 06 18:35:41.612741 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-04ae0bfb-6d58-47f3-a477-b6e2f72b3dea None None] Port 11de8691-9d93-41dc-a5c7-c71743318c19 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:41.661156 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 4, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '1b4e1b36-caaf-4d28-81af-ed43421eb23b', 'name': '', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'mac_address': 'fa:16:3e:46:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:30Z', 'updated_at': '2021-05-06T18:35:40Z', 'revision_number': 4, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'subnets': [{'id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:35:41.675784 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21264bc2-fd54-4b55-ba87-39939e1d3128 None None] The sync data for ids ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'] in dv-cinder-733622-15-smb is: [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 4, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '1b4e1b36-caaf-4d28-81af-ed43421eb23b', 'name': '', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'mac_address': 'fa:16:3e:46:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:30Z', 'updated_at': '2021-05-06T18:35:40Z', 'revision_number': 4, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'subnets': [{'id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:35:42.000943 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.15', 54339) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:42.094235 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-b0ba3569-3dab-4b1a-acf1-8e50913aa57b service neutron] 10.222.0.11 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147433 May 06 18:35:42.401844 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53334) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:42.467738 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f8db8-1f54-4692-bf21-a6dd9310dc5a req-947d6ccd-562a-4fdf-b4f2-55b9c2aa4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:42.469481 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-d89f8db8-1f54-4692-bf21-a6dd9310dc5a req-947d6ccd-562a-4fdf-b4f2-55b9c2aa4d99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 1098 time: 0.5728507 May 06 18:35:42.515181 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-53473373-f65a-46ad-a00a-f0a2a43ed9b0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:42.515874 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-53473373-f65a-46ad-a00a-f0a2a43ed9b0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:network {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:42.567837 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-53473373-f65a-46ad-a00a-f0a2a43ed9b0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:network {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:42.569677 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-53473373-f65a-46ad-a00a-f0a2a43ed9b0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 811 time: 0.5591733 May 06 18:35:42.572705 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-d89f8db8-1f54-4692-bf21-a6dd9310dc5a req-958f6753-b1ea-4e32-a925-9b1c7bba0a73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 May 06 18:35:42.648505 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8c1113fc-d30f-4f82-ade4-e49b51c8221b req-1a7af1e9-645d-4932-9fd0-9c9511d228cc tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 210 time: 0.4223332 May 06 18:35:42.713314 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-92696bd8-ff39-45fa-b522-038ca370d280 service neutron] 10.222.0.11 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144171 May 06 18:35:42.840298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11de8691-9d93-41dc-a5c7-c71743318c19 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:42.853008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.863909 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.893672 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:42.899937 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Transition to ACTIVE for port object 11de8691-9d93-41dc-a5c7-c71743318c19 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:42.914657 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-6cf4b668-e2d0-4ee5-a03e-a6b551a20d50 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:security_group {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:42.934085 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Usage tracker for resource:security_group_rule and tenant:0da660d4573245b588c25dfd4a131cd5 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:42.948942 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:42.954243 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:42.967188 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:42.983755 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 1b4e1b36-caaf-4d28-81af-ed43421eb23b up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:43.006501 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:43.206178 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 1b4e1b36-caaf-4d28-81af-ed43421eb23b completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:43.215194 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 1b4e1b36-caaf-4d28-81af-ed43421eb23b triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:43.227242 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.413868 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.431166 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.499275 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:43.583159 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-6cf4b668-e2d0-4ee5-a03e-a6b551a20d50 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:security_group {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:43.585436 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-6cf4b668-e2d0-4ee5-a03e-a6b551a20d50 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af064354d26407dbaaf8fcc44b2ed20 HTTP/1.1" status: 200 len: 380 time: 0.9649148 May 06 18:35:43.694455 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'port': {'device_id': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'admin_state_up': True, 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'security_groups': ['72782e8d-0d0a-4bef-8559-bd19048d220d']}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:43.734814 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:43.752434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:43.775195 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.803727 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Attempting to bind port 11de8691-9d93-41dc-a5c7-c71743318c19 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:43.804122 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Attempting to bind port 11de8691-9d93-41dc-a5c7-c71743318c19 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:43.804550 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Attempting to bind port 11de8691-9d93-41dc-a5c7-c71743318c19 on network 79e94441-7175-4269-8098-1317822558cb {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:43.835142 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf473c7-dbc6-4460-b115-65992744942a req-548319b8-e967-47c6-a980-69174f1c7be3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:43.844924 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ebf473c7-dbc6-4460-b115-65992744942a req-548319b8-e967-47c6-a980-69174f1c7be3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 945 time: 0.9431605 May 06 18:35:43.850366 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Port 11de8691-9d93-41dc-a5c7-c71743318c19 on network 79e94441-7175-4269-8098-1317822558cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:43.850909 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Attempting to bind port 11de8691-9d93-41dc-a5c7-c71743318c19 on network 79e94441-7175-4269-8098-1317822558cb {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:43.909966 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 1b4e1b36-caaf-4d28-81af-ed43421eb23b, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=1b4e1b36-caaf-4d28-81af-ed43421eb23b,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:43.921701 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:43.937606 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:43.969181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:43.969991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Checking segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:43.970861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Bound using segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:43.972100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Bound port: 11de8691-9d93-41dc-a5c7-c71743318c19, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:43.973444 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.100977 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ebf473c7-dbc6-4460-b115-65992744942a req-cd1abc0b-8f63-4393-9f8d-51714b005507 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548001 May 06 18:35:44.127580 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:44.132006 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=1b4e1b36-caaf-4d28-81af-ed43421eb23b,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:44.139615 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0da660d4573245b588c25dfd4a131cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7328260 May 06 18:35:44.141008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2705deab-f53e-4b02-9f87-010981f97441,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:44.145664 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:44.149132 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53372) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:44.154962 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:44.157847 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:port and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:44.167881 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:44.198698 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:44.272955 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Made reservation on behalf of 0af064354d26407dbaaf8fcc44b2ed20 for: {'port': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:44.280984 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.415717 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db44f17-f253-42b0-8ef8-6d8c0a3a24aa req-9b3066cd-cffe-4645-b241-e56d66be714c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:44.417497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-8db44f17-f253-42b0-8ef8-6d8c0a3a24aa req-9b3066cd-cffe-4645-b241-e56d66be714c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:44.442643 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:44.450735 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:44.460074 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.487621 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:44.524118 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.575416 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.592388 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-8db44f17-f253-42b0-8ef8-6d8c0a3a24aa req-9b3066cd-cffe-4645-b241-e56d66be714c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:44.593763 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8db44f17-f253-42b0-8ef8-6d8c0a3a24aa req-9b3066cd-cffe-4645-b241-e56d66be714c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 1.2269511 May 06 18:35:44.599740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53380) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:44.656754 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:44.657524 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.659353 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] 10.222.0.15 "PUT /v2.0/ports/11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 1093 time: 4.2219198 May 06 18:35:44.660741 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:44.734278 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.740355 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-10a6371b-5d9c-48b6-9fbd-01b5e30853da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:44.761666 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8db44f17-f253-42b0-8ef8-6d8c0a3a24aa req-ed3dfee8-b4e1-4f96-a0f8-8517ff3e4a6a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852809 May 06 18:35:44.769712 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2705deab-f53e-4b02-9f87-010981f97441,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:44.772827 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:44.793757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Allocated IP 172.20.0.10 (076dd531-c7bc-44e4-b370-b866b4ec202f/3a976424-43e1-4812-bc65-f4a8d05a15a1/0513eada-cb27-447f-8a99-a4ed78796c19) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:44.849355 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:44.868100 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2705deab-f53e-4b02-9f87-010981f97441 HTTP/1.1" status: 204 len: 168 time: 0.7170305 May 06 18:35:44.881271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:44.900581 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:44.969720 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 1b4e1b36-caaf-4d28-81af-ed43421eb23b up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:45.009882 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa08ef0-c6dd-4b90-afc6-2430673e661a req-b3ff7528-7d11-4a25-9d09-84a2eeed54fb tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:45.022835 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0aa08ef0-c6dd-4b90-afc6-2430673e661a req-b3ff7528-7d11-4a25-9d09-84a2eeed54fb tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 945 time: 0.4226615 May 06 18:35:45.071452 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9ff943fe-12e0-473d-9506-c94ba466d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:45.073085 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-9ff943fe-12e0-473d-9506-c94ba466d51e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1096 time: 0.3160133 May 06 18:35:45.092001 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 1b4e1b36-caaf-4d28-81af-ed43421eb23b triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:45.092858 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:45.234523 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-8ace1607-f532-4e34-874b-bda711940d4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 217 time: 0.1479971 May 06 18:35:45.253396 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0aa08ef0-c6dd-4b90-afc6-2430673e661a req-e9ffc998-dba6-4bcc-976e-9a9c6b3a444b tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295172 May 06 18:35:45.306405 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:45.371326 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Transition to ACTIVE for port object 0513eada-cb27-447f-8a99-a4ed78796c19 will not be triggered until provisioned by entity DHCP. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:45.455881 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4c2d55ae-6a53-4cdf-a219-82b8a32d5a24 req-415f5e0b-abaf-4842-b9a6-2d8be14d671b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 210 time: 0.2670498 May 06 18:35:45.478145 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:45.488124 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:45.497059 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:45.533334 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:45.538377 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Usage tracker for resource:security_group_rule and tenant:59bf2cc30af04658881622403f3f5ef6 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:45.542855 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:45.550975 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:45.717259 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:45.898610 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-bff49a6e-940f-4a2b-965a-eb37cb7e7554 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:45.899436 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-bff49a6e-940f-4a2b-965a-eb37cb7e7554 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Synchronizing usage tracker for tenant:81cba0d8c9604941a1e89514b853543b on resource:network {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:45.909386 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Network 076dd531-c7bc-44e4-b370-b866b4ec202f is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:45.910253 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'status': 'completed', 'code': 200} May 06 18:35:45.913379 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:45.926493 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:45.934136 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:45.967948 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53404) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:46.029906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'Port': ['ID=0513eada-cb27-447f-8a99-a4ed78796c19,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:46.051010 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:46.065509 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.077197 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-f0f0e6de-99f3-40e6-b8e3-10d43599fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:46.079873 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-f0f0e6de-99f3-40e6-b8e3-10d43599fe04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.8252568 May 06 18:35:46.087650 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-bff49a6e-940f-4a2b-965a-eb37cb7e7554 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Unset dirty status for tenant:81cba0d8c9604941a1e89514b853543b on resource:network {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:46.088984 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-bff49a6e-940f-4a2b-965a-eb37cb7e7554 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 818 time: 0.4788170 May 06 18:35:46.099982 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:46.113182 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Usage tracker for resource:security_group_rule and tenant:b98a0ab3e6eb434fa0ed12b01c8cbe63 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:46.127276 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:46.136089 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Request body: {'port': {'device_id': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'admin_state_up': True, 'tenant_id': '81cba0d8c9604941a1e89514b853543b'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:46.180913 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:46.190982 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:46.191688 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.251971 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:46.262068 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53412) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:46.331966 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6653516 May 06 18:35:46.355833 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Request body: {'port': {'device_id': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:46.396393 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59bf2cc30af04658881622403f3f5ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7954736 May 06 18:35:46.405755 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1451af44-1644-4750-8b72-41022811cc2d,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:46.408203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-572dd57b-58e7-4a18-8a45-5137261f0c12 None None] Provisioning for port 0513eada-cb27-447f-8a99-a4ed78796c19 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:46.411669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:46.416949 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53424) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:46.438231 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-572dd57b-58e7-4a18-8a45-5137261f0c12 None None] Provisioning complete for port 0513eada-cb27-447f-8a99-a4ed78796c19 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:46.440070 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-572dd57b-58e7-4a18-8a45-5137261f0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.533947 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:46.537862 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.538066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-572dd57b-58e7-4a18-8a45-5137261f0c12 None None] Port 0513eada-cb27-447f-8a99-a4ed78796c19 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:35:46.605422 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:46.642857 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Made reservation on behalf of 81cba0d8c9604941a1e89514b853543b for: {'port': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:46.646439 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.649753 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d003d-83b0-4bd5-899a-d2ef6096f352 req-54711b1a-9dfb-4cfe-a772-55c5c6ea5311 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:46.652255 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f49d003d-83b0-4bd5-899a-d2ef6096f352 req-54711b1a-9dfb-4cfe-a772-55c5c6ea5311 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 932 time: 1.0398383 May 06 18:35:46.663084 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-e2828501-3683-4ecd-b829-5986671f0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:46.664735 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-e2828501-3683-4ecd-b829-5986671f0248 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5618484 May 06 18:35:46.673532 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85383d-9f06-4c8f-bd11-f277f0447716 req-efb572c5-eced-4e85-a83d-d6e47709c6d5 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:46.675221 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2f85383d-9f06-4c8f-bd11-f277f0447716 req-efb572c5-eced-4e85-a83d-d6e47709c6d5 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 945 time: 0.5701857 May 06 18:35:46.764390 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.785939 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.895928 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.930107 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:46.942773 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:46.964798 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:46.999071 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2f85383d-9f06-4c8f-bd11-f277f0447716 req-964ad1c2-47df-4e6e-bc4d-cff14eae534f tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896855 May 06 18:35:46.999071 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f49d003d-83b0-4bd5-899a-d2ef6096f352 req-78294c27-76f9-4814-9c89-fc654836deb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204589 May 06 18:35:47.007142 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.083632 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Usage tracker for resource:security_group_rule and tenant:bbe8e1f3f3024fa9aa249ed91420180a is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:47.100867 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-47466d61-2d66-4698-bd88-4c4f9c46d4de service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245517 May 06 18:35:47.185052 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:47.233565 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf2f15-73ba-4b48-a3ba-ccf6fb90a459,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:47.242521 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b98a0ab3e6eb434fa0ed12b01c8cbe63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2643864 May 06 18:35:47.242521 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:47.247543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:47.251527 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53438) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:47.487139 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Allocated IP 172.20.0.2 (788b91dc-72ca-469c-a5a8-3311e2a07c3f/094895bb-61c1-42ed-8c11-32d0b1ebf0c2/8d47d1be-c251-43c0-b2f2-2b06dbd53192) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:47.503293 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.538217 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-06a2fe97-68bc-4d27-8bbd-55ed5dff4dec tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:47.570250 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5c65d11e-dd57-483f-8c75-b975744b4557 req-18aa0d0e-8714-4fd6-8699-d3711f86e72c service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605293 May 06 18:35:47.576396 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.600750 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1451af44-1644-4750-8b72-41022811cc2d,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:47.625734 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-1521298c-a932-4c97-ba54-c985ce682423 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:47.627006 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-1521298c-a932-4c97-ba54-c985ce682423 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 818 time: 0.3571041 May 06 18:35:47.629301 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.630415 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1451af44-1644-4750-8b72-41022811cc2d HTTP/1.1" status: 204 len: 168 time: 1.2049749 May 06 18:35:47.650148 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.657653 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.658058 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.658414 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.659996 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.660399 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.660744 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.661155 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.661415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.661956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.662179 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.662435 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:47.734125 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.796729 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.db.resource_extend [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:47.815313 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:47.864244 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-6b990971-5d1b-460f-b5c0-2bc7ed45516c tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/quotas/81cba0d8c9604941a1e89514b853543b HTTP/1.1" status: 200 len: 375 time: 0.1918378 May 06 18:35:47.864809 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:47.876569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1092-444c-41ba-b603-641f966768d0 req-99b6c73b-ae1e-48c2-bf18-0ed48f242730 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:47.884569 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-40ff1092-444c-41ba-b603-641f966768d0 req-99b6c73b-ae1e-48c2-bf18-0ed48f242730 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.6169932 May 06 18:35:48.009236 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-40ff1092-444c-41ba-b603-641f966768d0 req-96801593-c96a-440a-9dde-e437a8da68be tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227984 May 06 18:35:48.010832 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.048348 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-c3b686c5-1a79-48e8-9cd0-92d4fc87f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:48.055905 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-c3b686c5-1a79-48e8-9cd0-92d4fc87f377 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1096 time: 0.3817890 May 06 18:35:48.063088 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c03d346f-a9bb-445e-b049-f48cc9341ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.161303 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0513eada-cb27-447f-8a99-a4ed78796c19 {{(pid=79116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:48.185635 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbe8e1f3f3024fa9aa249ed91420180a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9192557 May 06 18:35:48.190688 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.193004 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53456) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:48.213098 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0c6ba-d88e-4823-be8d-9d5a3a59d0ec,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.216396 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.303170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.320778 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-35eadccf-fa9a-4dd0-abc0-689589aaef32 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4319732 May 06 18:35:48.329493 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.343375 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Transition to ACTIVE for port object 0513eada-cb27-447f-8a99-a4ed78796c19 will not be triggered until provisioned by entity L2. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:48.351253 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.362081 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53462) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:48.396553 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.413393 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf2f15-73ba-4b48-a3ba-ccf6fb90a459,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.415895 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.419883 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.506069 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.555065 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:48.575212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf6342450524e05b9394357ac338357 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:48.581135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-64760aa3-46c6-4dbf-a157-b9a4ba8e331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:48.582787 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-64760aa3-46c6-4dbf-a157-b9a4ba8e331b service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.5180624 May 06 18:35:48.583630 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:48.618201 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.642470 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.684378 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:48.693917 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Pushing event updated for resources: {'Port': ['ID=0513eada-cb27-447f-8a99-a4ed78796c19,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.720280 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.720791 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-901fa707-d00b-417e-a5b0-1d2bada4d216 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:48.753202 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-993b79f3-3600-4219-aedd-52e440cf937c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 217 time: 0.1546304 May 06 18:35:48.764326 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.768265 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7dcf2f15-73ba-4b48-a3ba-ccf6fb90a459 HTTP/1.1" status: 204 len: 168 time: 1.5131423 May 06 18:35:48.824114 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:48.871367 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:48.874267 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-c9401529-deef-4af7-80de-dcc783a5c6f2 service neutron] 10.222.0.11 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372012 May 06 18:35:48.976929 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Pushing event updated for resources: {'Port': ['ID=8d47d1be-c251-43c0-b2f2-2b06dbd53192,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:48.993813 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:48.998827 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:49.030140 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:49.096742 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.113260 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-28762765-ec75-4262-bf6d-8d1392afcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:49.115129 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-28762765-ec75-4262-bf6d-8d1392afcfcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.3533368 May 06 18:35:49.131514 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-073f6b36-3fab-4ab5-ac88-c6d4d04a5b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.134927 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-b2e244d8-0537-4848-ab46-77627a6200d3 service neutron] 10.222.0.11 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596824 May 06 18:35:49.180384 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:49.181053 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.200683 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0c6ba-d88e-4823-be8d-9d5a3a59d0ec,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:49.215747 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:49.227571 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Attempting to bind port 0513eada-cb27-447f-8a99-a4ed78796c19 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:49.227906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Attempting to bind port 0513eada-cb27-447f-8a99-a4ed78796c19 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:49.228415 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Attempting to bind port 0513eada-cb27-447f-8a99-a4ed78796c19 on network 076dd531-c7bc-44e4-b370-b866b4ec202f {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:49.237974 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Port 0513eada-cb27-447f-8a99-a4ed78796c19 on network 076dd531-c7bc-44e4-b370-b866b4ec202f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:49.238706 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Attempting to bind port 0513eada-cb27-447f-8a99-a4ed78796c19 on network 076dd531-c7bc-44e4-b370-b866b4ec202f {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:49.243526 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-c0860438-9faa-48cb-8bd6-9cb568a93eaa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1378453 May 06 18:35:49.246678 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.248475 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43d0c6ba-d88e-4823-be8d-9d5a3a59d0ec HTTP/1.1" status: 204 len: 168 time: 1.0537951 May 06 18:35:49.270305 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Request body: {'port': {'device_id': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:49.400356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:49.401001 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Checking segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:49.403991 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Bound using segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:49.404829 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Bound port: 0513eada-cb27-447f-8a99-a4ed78796c19, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:49.405452 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.564959 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.709809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.774948 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.784039 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.807424 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] For port 0513eada-cb27-447f-8a99-a4ed78796c19, host hv-cinder-73362, cleared binding levels {{(pid=79116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:49.863072 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] For port 0513eada-cb27-447f-8a99-a4ed78796c19, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0513eada-cb27-447f-8a99-a4ed78796c19,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:49.872895 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:49.885775 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-38862e10-b93a-4687-834f-77ed0d9af517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:49.928628 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:49.971434 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bf6342450524e05b9394357ac338357&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5944850 May 06 18:35:49.974487 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-7285f59d-bfc9-4b11-b8ee-3c28c1d28f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:49.976489 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-7285f59d-bfc9-4b11-b8ee-3c28c1d28f07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8349423 May 06 18:35:49.982891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53506) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:50.030233 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Pushing event updated for resources: {'Port': ['ID=0513eada-cb27-447f-8a99-a4ed78796c19,revision_number=3']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:50.064423 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.065017 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.065661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.066259 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.066854 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.067720 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.068337 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.068955 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.069572 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.070181 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.070793 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.071424 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:50.097171 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:50.209532 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:50.210810 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.217372 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] 10.222.0.15 "PUT /v2.0/ports/0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 1094 time: 3.8699582 May 06 18:35:50.220400 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:50.305953 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:50.341842 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '11de8691-9d93-41dc-a5c7-c71743318c19', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19', 'mac_address': 'fa:16:3e:5a:2b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:50.358401 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85579707-487a-4997-8ead-820f96b5e390 req-db0f17f1-4f4f-4488-8f32-2d8dae50505c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:50.368049 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-85579707-487a-4997-8ead-820f96b5e390 req-db0f17f1-4f4f-4488-8f32-2d8dae50505c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 944 time: 1.2268245 May 06 18:35:50.370668 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfbeb1-75b0-4934-9932-5c919f22146f,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:50.399798 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53520) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:50.425869 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:50.508229 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.572243 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11de8691-9d93-41dc-a5c7-c71743318c19 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:50.598611 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:50.606214 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.608314 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:50.608531 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:50.706457 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:50.706457 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ae3adc6c404dda84c71186b85ae27f is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:50.706457 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:50.707782 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:50.832722 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-7303aefe-93b3-41ad-9e58-9a85e05177cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:50.834967 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-7303aefe-93b3-41ad-9e58-9a85e05177cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1097 time: 0.5539529 May 06 18:35:50.842768 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:50.858320 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:50.868135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435ae91-b0bb-4bc0-b714-6e964d4ba094 req-84549e0c-a882-4bd3-840a-632f90a94d26 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:50.876368 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7435ae91-b0bb-4bc0-b714-6e964d4ba094 req-84549e0c-a882-4bd3-840a-632f90a94d26 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 1.3193591 May 06 18:35:50.903629 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-85579707-487a-4997-8ead-820f96b5e390 req-8d039960-8031-4a79-b69e-cd43fa77a229 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5345802 May 06 18:35:50.954075 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-ac24608b-71d9-4dfa-bcd5-38b019d993d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 217 time: 0.1095498 May 06 18:35:50.954250 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['11de8691-9d93-41dc-a5c7-c71743318c19'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:50.996588 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:51.118360 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d47d1be-c251-43c0-b2f2-2b06dbd53192 {{(pid=79116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:51.142150 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:51.177767 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Transition to ACTIVE for port object 8d47d1be-c251-43c0-b2f2-2b06dbd53192 will not be triggered until provisioned by entity L2. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:51.188824 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:51.189226 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-70beb28b-8ebc-4050-bf6f-35570ea3dacd service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1981878 May 06 18:35:51.215131 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:51.221340 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-4fb8132a-1734-4d5b-830f-6b923417f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:51.225477 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-4fb8132a-1734-4d5b-830f-6b923417f8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.2298856 May 06 18:35:51.227313 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:51.232920 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7435ae91-b0bb-4bc0-b714-6e964d4ba094 req-e5b682b4-e6c0-4a38-8a00-543f84815c53 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556123 May 06 18:35:51.482826 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.15', 54358) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:51.647114 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Pushing event updated for resources: {'Port': ['ID=8d47d1be-c251-43c0-b2f2-2b06dbd53192,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:51.657808 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:51.738073 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-21f7957d-017a-4f35-9a63-52bbf3f39acf req-2a706471-cf9d-460d-9668-416cc5dd6b58 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 210 time: 0.1827960 May 06 18:35:51.740103 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:51.758427 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7244c42c-553c-4328-be7f-6c7c692bb6c6 req-71186407-e7da-47a9-b7b1-32370739d448 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245090 May 06 18:35:51.759145 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:51.811414 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9551a360-0404-47a8-b4f1-2d6c75464720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:51.944401 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:52.002101 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19', 'status': 'completed', 'code': 200} May 06 18:35:52.002686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-0976d53a-ea7b-4d34-9af5-ed7fa8f01054 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:52.006785 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-0976d53a-ea7b-4d34-9af5-ed7fa8f01054 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 818 time: 0.5185175 May 06 18:35:52.016015 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.026328 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5ae3adc6c404dda84c71186b85ae27f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6236632 May 06 18:35:52.027618 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Attempting to bind port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:52.028014 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Attempting to bind port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:52.028358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Attempting to bind port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:52.031516 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53558) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:52.053034 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Request body: {'port': {'device_id': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'admin_state_up': True, 'tenant_id': '81cba0d8c9604941a1e89514b853543b'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:52.083144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818dbb89-4878-4168-85e7-e09642a3c963,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:52.103988 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:52.113933 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:52.155088 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:52.159073 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Attempting to bind port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:52.206441 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 11de8691-9d93-41dc-a5c7-c71743318c19 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:52.220695 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 11de8691-9d93-41dc-a5c7-c71743318c19 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:52.223414 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.225351 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bfbeb1-75b0-4934-9932-5c919f22146f,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:52.247787 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:52.254822 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:52.255501 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Checking segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:52.255761 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.256261 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Bound using segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:52.256921 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Bound port: 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'}}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:52.258288 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.263529 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8bfbeb1-75b0-4934-9932-5c919f22146f HTTP/1.1" status: 204 len: 168 time: 2.2743216 May 06 18:35:52.357727 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-6d2c2565-b305-41df-9600-24c70a510957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:52.360633 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-6d2c2565-b305-41df-9600-24c70a510957 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8910537 May 06 18:35:52.472476 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.504925 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:52.519999 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Usage tracker for resource:port and tenant:81cba0d8c9604941a1e89514b853543b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:52.532024 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:52.550512 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:52.597863 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Made reservation on behalf of 81cba0d8c9604941a1e89514b853543b for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:52.602884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.625080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0ab1-a66c-46e2-aa16-81507f8d291b req-6faa59e1-192b-406d-b504-326f0dada363 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:52.632861 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-190a0ab1-a66c-46e2-aa16-81507f8d291b req-6faa59e1-192b-406d-b504-326f0dada363 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 944 time: 0.2047749 May 06 18:35:52.711572 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.757329 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.808565 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] For port 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host hv-cinder-73362, cleared binding levels {{(pid=79116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:35:52.812821 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:52.827694 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:52.828705 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] For port 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:35:52.837186 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.841003 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:52.850728 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:52.859999 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:52.896737 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-81c53ea0-7161-4097-887a-ee8a23dcecb6 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659400 May 06 18:35:53.005147 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:53.018715 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.019620 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.020203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.020785 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.021339 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.021882 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.022445 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.023165 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.023757 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.025305 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.025573 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:53.026513 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.027045 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:35:53.040461 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.042386 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:53.044368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:53.044738 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 1093 time: 3.7920556 May 06 18:35:53.108098 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:53.108578 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/818dbb89-4878-4168-85e7-e09642a3c963 HTTP/1.1" status: 204 len: 168 time: 1.0768209 May 06 18:35:53.118508 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-190a0ab1-a66c-46e2-aa16-81507f8d291b req-0d8d58c4-b637-475e-9bff-5ee87d034d0d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841564 May 06 18:35:53.120897 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Pushing event updated for resources: {'Port': ['ID=8d47d1be-c251-43c0-b2f2-2b06dbd53192,revision_number=3']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:53.139377 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1f00f590-60c4-4100-abf3-79e59b83fe26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:53.205582 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bd8e17b0-83ad-4ad9-b79a-1db32847534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:53.284233 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818dbb89-4878-4168-85e7-e09642a3c963,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:53.304686 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:53.312856 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e6ffc5b9-748e-4efb-8fa5-2b24511578ac req-0f326ee6-c1e9-41a3-af86-afb56e0aa676 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915789 May 06 18:35:53.345094 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53588) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:53.396863 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-5ca9d1da-caac-4be2-8822-92119cc70250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.399450 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-5ca9d1da-caac-4be2-8822-92119cc70250 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1096 time: 0.2570739 May 06 18:35:53.400331 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:53.440495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3abf-b049-4d2d-abac-6d45fe0d91b2 req-f041f640-0c26-4e35-8767-b0dea2e02e01 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.443175 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-265d3abf-b049-4d2d-abac-6d45fe0d91b2 req-f041f640-0c26-4e35-8767-b0dea2e02e01 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 944 time: 0.7721086 May 06 18:35:53.552789 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-cf264387-daf7-4fb7-850f-69fc9cee5aec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 217 time: 0.1227665 May 06 18:35:53.554905 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:53.563496 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Usage tracker for resource:security_group_rule and tenant:4fe62aa3422548da8715c05cce2bea56 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:53.604587 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:53.618734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:53.664735 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-f9afc951-edd4-472c-90e0-7a77c46a53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.666327 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-f9afc951-edd4-472c-90e0-7a77c46a53ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.1041694 May 06 18:35:53.700217 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-265d3abf-b049-4d2d-abac-6d45fe0d91b2 req-682af558-0db3-4e13-9c64-821614ec22a5 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756604 May 06 18:35:53.704200 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Allocated IP 172.20.0.7 (788b91dc-72ca-469c-a5a8-3311e2a07c3f/094895bb-61c1-42ed-8c11-32d0b1ebf0c2/d21c1b38-44a2-4d3b-84c3-599c254086bc) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:35:53.816446 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194308f-dc08-425d-a65f-b36a5d5eb6e8 req-f6fa94f8-0fa6-4e0c-b41e-4a8e4ab6b89d tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.819318 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2194308f-dc08-425d-a65f-b36a5d5eb6e8 req-f6fa94f8-0fa6-4e0c-b41e-4a8e4ab6b89d tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 945 time: 0.3653872 May 06 18:35:53.965729 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-2daf4b6e-735f-4c29-b6dc-45252503d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:53.968478 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-2daf4b6e-735f-4c29-b6dc-45252503d2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1097 time: 0.5416884 May 06 18:35:53.972510 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-af74c550-14f4-4ecd-af03-8b9be6dc223c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2940071 May 06 18:35:54.090507 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'tag': '8d47d1be-c251-43c0-b2f2-2b06dbd53192'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:54.154870 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9919994f-2e41-43de-9fc7-1ff88900fb1c req-f5695a93-3599-432c-a713-73d9da792eba tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 210 time: 0.1656032 May 06 18:35:54.295238 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-7894158c-e084-402b-bd29-47a743d2bd5d service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105109 May 06 18:35:54.326846 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2194308f-dc08-425d-a65f-b36a5d5eb6e8 req-63a21a49-60f2-437b-9c6c-a15895bed8dc tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e86db05-9445-4482-aa60-5ebb075ce6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787948 May 06 18:35:54.413759 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.434053 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:54.444904 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'code': 200} May 06 18:35:54.449344 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0da4277d-0f9a-4fea-aba3-8299091c7e2e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:54.536007 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'tag': '8d47d1be-c251-43c0-b2f2-2b06dbd53192', 'status': 'completed', 'code': 200} May 06 18:35:54.584791 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c509ba0-bab5-44ae-afa0-04f35afcd06b,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:54.600377 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fe62aa3422548da8715c05cce2bea56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2448266 May 06 18:35:54.600377 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:54.604745 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-b52fe940-5646-4658-8520-cc35946c347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:54.606535 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-b52fe940-5646-4658-8520-cc35946c347c service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 0.6185498 May 06 18:35:54.607205 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53632) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:54.615077 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-1b4a5d70-6a8c-4dd8-8291-bccd4dad1bb3 req-ed68b019-c3ae-4dd3-80de-cdeb6b55c161 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984767 May 06 18:35:54.615414 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-c07c7e9a-e465-434e-8211-d5ac7d8014f0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:54.621122 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-c07c7e9a-e465-434e-8211-d5ac7d8014f0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 945 time: 0.3726237 May 06 18:35:54.805053 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-3d1f4954-07b4-41cf-be13-ae3d00e8a771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 217 time: 0.1207385 May 06 18:35:54.913796 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.15', 54366) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:54.990482 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-36c44f69-285f-490c-81ff-2a4e345c7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:54.992166 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-36c44f69-285f-490c-81ff-2a4e345c7f01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.0771494 May 06 18:35:55.051319 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.110203 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Deleting port b68c6d91-6624-4b05-919d-2027469503f0 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:35:55.110452 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.162655 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.195540 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.245079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-098e9e33-5682-4fba-a482-b1938543f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.247368 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-098e9e33-5682-4fba-a482-b1938543f718 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1096 time: 0.4365647 May 06 18:35:55.267102 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7da4-af02-4cff-a314-7001a95d57e4 req-a5877ad5-6f00-4418-9bb0-848118d2435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.269020 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4d9a7da4-af02-4cff-a314-7001a95d57e4 req-a5877ad5-6f00-4418-9bb0-848118d2435e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1098 time: 0.3475249 May 06 18:35:55.334307 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4cd4a-df32-4dca-8512-6ab6db13ac6d req-38e4c32c-1f68-4b0f-b335-0817d0af383b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.336420 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-38b4cd4a-df32-4dca-8512-6ab6db13ac6d req-38e4c32c-1f68-4b0f-b335-0817d0af383b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 944 time: 0.3589227 May 06 18:35:55.410338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] For port b68c6d91-6624-4b05-919d-2027469503f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b68c6d91-6624-4b05-919d-2027469503f0,segment=NetworkSegment(422043cf-11d6-48a5-92a7-7082aa219692),segment_id=422043cf-11d6-48a5-92a7-7082aa219692)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:55.410831 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.424369 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-4d9a7da4-af02-4cff-a314-7001a95d57e4 req-c98bca83-0cbc-4244-8106-6ef84caee91c service neutron] Synchronizing usage tracker for tenant:5a930b27ed2e433ca1a4dca6db9fe79d on resource:security_group {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:55.446830 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.449823 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-38b4cd4a-df32-4dca-8512-6ab6db13ac6d req-5555f670-bcc1-4e9c-af31-dba702757d9a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886254 May 06 18:35:55.455662 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.461767 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-063b7ea0-f585-459c-92e8-c6807fb44df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.469356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-4d9a7da4-af02-4cff-a314-7001a95d57e4 req-c98bca83-0cbc-4244-8106-6ef84caee91c service neutron] Unset dirty status for tenant:5a930b27ed2e433ca1a4dca6db9fe79d on resource:security_group {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:55.470659 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4d9a7da4-af02-4cff-a314-7001a95d57e4 req-c98bca83-0cbc-4244-8106-6ef84caee91c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763196 May 06 18:35:55.490954 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-d60d4c17-90f6-447b-883b-8704275093a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.494504 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-d60d4c17-90f6-447b-883b-8704275093a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4344380 May 06 18:35:55.503138 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c509ba0-bab5-44ae-afa0-04f35afcd06b,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:55.509265 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:55.537678 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:55.538977 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c509ba0-bab5-44ae-afa0-04f35afcd06b HTTP/1.1" status: 204 len: 168 time: 0.9286616 May 06 18:35:55.646719 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ad14f154-f34e-491f-8f8d-59190f12cfcd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:55.702404 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Calling delete_port for b68c6d91-6624-4b05-919d-2027469503f0 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:35:55.858598 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-1fe7fe4b-7e15-4b34-9109-2b885903f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:55.861270 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-1fe7fe4b-7e15-4b34-9109-2b885903f8ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.5906932 May 06 18:35:55.867551 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-e36ec188-5ba8-4e11-bd2b-6f32dd7feef7 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146546 May 06 18:35:55.959973 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 0513eada-cb27-447f-8a99-a4ed78796c19 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:55.991318 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879040ef-0c85-40e5-a855-7c6aa8bdf5b0 req-5635abfa-0e41-4359-8c88-ab39198440f6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:56.002250 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-879040ef-0c85-40e5-a855-7c6aa8bdf5b0 req-5635abfa-0e41-4359-8c88-ab39198440f6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.7602177 May 06 18:35:56.080195 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Network 788b91dc-72ca-469c-a5a8-3311e2a07c3f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:35:56.111345 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:35:56.114016 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:35:56.117785 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-f669cfbf-c46e-410b-8fc0-1afd4a4bc4ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 217 time: 0.2376075 May 06 18:35:56.120277 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:56.121100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.175219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Pushing event updated for resources: {'Port': ['ID=d21c1b38-44a2-4d3b-84c3-599c254086bc,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:56.185852 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:56.187610 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1681886 May 06 18:35:56.216891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Request body: {'port': {'device_id': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:56.349359 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 0513eada-cb27-447f-8a99-a4ed78796c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0513eada-cb27-447f-8a99-a4ed78796c19,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:56.378552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-6e6ffde9-91ed-44f6-b1bc-628d6b4f9d93 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:56.393074 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '0513eada-cb27-447f-8a99-a4ed78796c19', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'port_id': '0513eada-cb27-447f-8a99-a4ed78796c19', 'mac_address': 'fa:16:3e:ca:47:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:56.393353 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-6e6ffde9-91ed-44f6-b1bc-628d6b4f9d93 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.6615632 May 06 18:35:56.489077 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-879040ef-0c85-40e5-a855-7c6aa8bdf5b0 req-9a1b1238-b4b8-442b-87e7-e2babb57c760 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4851034 May 06 18:35:56.531499 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.574831 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0513eada-cb27-447f-8a99-a4ed78796c19 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:56.613302 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 0513eada-cb27-447f-8a99-a4ed78796c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0513eada-cb27-447f-8a99-a4ed78796c19,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:56.623262 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.625910 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:56.626132 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:56.739534 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-67dd3248-0c4a-4554-bd10-1d7e65c2fceb req-dc983702-fead-45ff-a3b6-f4a45cd5402a service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8567281 May 06 18:35:56.801205 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-bbc64321-02b5-4e74-810b-cd633e309e2f tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/quotas/e18d1eaeed404130802d0f02a4438a47 HTTP/1.1" status: 200 len: 375 time: 0.4044714 May 06 18:35:56.803375 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-96223fe2-99cc-4c42-8b7a-776e1a391d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:56.810233 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-96223fe2-99cc-4c42-8b7a-776e1a391d20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.5529737 May 06 18:35:56.812284 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=0513eada-cb27-447f-8a99-a4ed78796c19,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:56.817571 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:56.905224 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-2eb5b1ba-d786-4a82-8618-3bb75fa556f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858107 May 06 18:35:56.910992 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['0513eada-cb27-447f-8a99-a4ed78796c19'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:57.030199 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53690) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:57.032232 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.060991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:57.210117 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Pushing event deleted for resources: {'Port': ['ID=b68c6d91-6624-4b05-919d-2027469503f0,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:57.214900 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:57.224843 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-8b4be972-30a2-4952-a828-cd55772545ca service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109422 May 06 18:35:57.406225 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6d686d79-1547-42cb-ab89-6eb0c62d8eac req-e2f7fd26-29c4-45ea-a783-d06f67167a02 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707532 May 06 18:35:57.674371 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] No DVR routers for this DVR port b68c6d91-6624-4b05-919d-2027469503f0 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:35:57.716123 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.747552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'name': 'network-vif-deleted', 'tag': 'b68c6d91-6624-4b05-919d-2027469503f0'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:57.756198 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:57.879902 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd42dc-52f4-45f1-81a8-2d8201e5aff6 req-c2fd73c8-c874-4f8c-af2e-d5276de41bb1 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:57.880676 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-57dd42dc-52f4-45f1-81a8-2d8201e5aff6 req-c2fd73c8-c874-4f8c-af2e-d5276de41bb1 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Synchronizing usage tracker for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:57.887343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:57.891804 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cba9e178-06e3-4261-a42c-4add8acfb2d5 req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.15 "DELETE /v2.0/ports/b68c6d91-6624-4b05-919d-2027469503f0 HTTP/1.1" status: 204 len: 173 time: 3.2097816 May 06 18:35:57.903551 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Usage tracker for resource:security_group_rule and tenant:f56e25b39a4145478d3806048c5c3029 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:57.912774 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:57.934086 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-b6424406-30de-4ec7-9003-9e94590e7b5b tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0095530 May 06 18:35:57.960544 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:57.982214 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 8d47d1be-c251-43c0-b2f2-2b06dbd53192 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:35:57.988247 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 0513eada-cb27-447f-8a99-a4ed78796c19 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:35:58.002661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53724) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:58.011625 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-57dd42dc-52f4-45f1-81a8-2d8201e5aff6 req-c2fd73c8-c874-4f8c-af2e-d5276de41bb1 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Unset dirty status for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:58.012816 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-57dd42dc-52f4-45f1-81a8-2d8201e5aff6 req-c2fd73c8-c874-4f8c-af2e-d5276de41bb1 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 931 time: 1.2082765 May 06 18:35:58.205310 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-57dd42dc-52f4-45f1-81a8-2d8201e5aff6 req-70dbdbe3-dfbb-486b-93d0-ada10905d683 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301196 May 06 18:35:58.208126 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613732722-network', 'tenant_id': '5aedf2e583b64912ab70531ff2c20106'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:58.218284 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:58.235490 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Usage tracker for resource:network and tenant:5aedf2e583b64912ab70531ff2c20106 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:58.242214 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:58.257470 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:58.276667 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.db.resource_extend [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:35:58.291225 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Made reservation on behalf of 5aedf2e583b64912ab70531ff2c20106 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:58.293547 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.316830 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.365134 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 0513eada-cb27-447f-8a99-a4ed78796c19 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:35:58.370760 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:58.379376 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Usage tracker for resource:security_group_rule and tenant:5aedf2e583b64912ab70531ff2c20106 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:58.383274 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 0513eada-cb27-447f-8a99-a4ed78796c19 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:35:58.384342 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.389709 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-0026ed86-b6eb-4d9c-95df-c6d16fc39b60 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469900 May 06 18:35:58.390218 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:58.402977 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:58.524496 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.531665 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.535847 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-d0a1ecc4-a100-45b7-9977-bc10e2c289a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:58.577148 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:35:58.589075 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:58.590180 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54173327-ae2a-41bd-9eca-26fa8ec98826,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:58.595987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:58.601274 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.601274 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Added segment e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938 of type vlan for network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f May 06 18:35:58.602908 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0c5069ad-d500-4aae-a49b-3ddbc4fa44da req-e20c5a0d-3e7e-4d97-86c9-9bdf0f1b0098 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Synchronizing usage tracker for tenant:a77d44c2a83244c8805bbf3cffa21112 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:35:58.617838 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.635490 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '8d47d1be-c251-43c0-b2f2-2b06dbd53192', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'port_id': '8d47d1be-c251-43c0-b2f2-2b06dbd53192', 'mac_address': 'fa:16:3e:6d:e8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:35:58.642325 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.688107 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.689633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:58.690898 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.694903 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.697517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:58.699508 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21c1b38-44a2-4d3b-84c3-599c254086bc {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:58.748656 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-73e7e8f5-b3b7-48b2-9c25-b288975e70b1 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011076 May 06 18:35:58.750567 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.754623 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dab886a9-4be0-4278-9cc9-198ad2d99df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:58.769523 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f56e25b39a4145478d3806048c5c3029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7301087 May 06 18:35:58.777711 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53730) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:58.804093 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0c5069ad-d500-4aae-a49b-3ddbc4fa44da req-e20c5a0d-3e7e-4d97-86c9-9bdf0f1b0098 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Unset dirty status for tenant:a77d44c2a83244c8805bbf3cffa21112 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:35:58.831234 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c5069ad-d500-4aae-a49b-3ddbc4fa44da req-e20c5a0d-3e7e-4d97-86c9-9bdf0f1b0098 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] 10.222.0.11 "GET /v2.0/ports?device_id=e97ffa08-4b0c-450a-9cf7-96fa845c7a02 HTTP/1.1" status: 200 len: 210 time: 0.3607831 May 06 18:35:58.940805 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.957046 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Transition to ACTIVE for port object d21c1b38-44a2-4d3b-84c3-599c254086bc will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:35:58.985526 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:58.986263 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf38896-d5c0-4cd1-9906-e6792e2c4311,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.004336 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.045094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-e1c8a649-abe4-49be-b508-88f1f7f822e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.051577 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 0513eada-cb27-447f-8a99-a4ed78796c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0513eada-cb27-447f-8a99-a4ed78796c19,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:59.054907 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Pushing event updated for resources: {'Network': ['ID=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.062124 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:35:59.075267 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.099546 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:35:59.111144 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1053984 May 06 18:35:59.112285 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53740) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:35:59.121672 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Request body: {'subnet': {'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613732722-subnet', 'tenant_id': '5aedf2e583b64912ab70531ff2c20106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:35:59.130212 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.131233 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:35:59.131350 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device b68c6d91-6624-4b05-919d-2027469503f0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:35:59.136935 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Usage tracker for resource:subnet and tenant:5aedf2e583b64912ab70531ff2c20106 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:35:59.141008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:35:59.148825 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:35:59.160933 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.174196 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Made reservation on behalf of 5aedf2e583b64912ab70531ff2c20106 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:35:59.181057 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-944428'] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.183635 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.389231 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: b68c6d91-6624-4b05-919d-2027469503f0 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:35:59.389596 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device b68c6d91-6624-4b05-919d-2027469503f0 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:35:59.407135 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d47d1be-c251-43c0-b2f2-2b06dbd53192 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:35:59.429295 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:35:59.440061 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.470725 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d21c1b38-44a2-4d3b-84c3-599c254086bc,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.481236 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=0513eada-cb27-447f-8a99-a4ed78796c19,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.484851 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.485147 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.552550 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.556035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.576586 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=8d47d1be-c251-43c0-b2f2-2b06dbd53192,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:35:59.580326 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:35:59.659890 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.707306 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Attempting to bind port d21c1b38-44a2-4d3b-84c3-599c254086bc on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:35:59.707660 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Attempting to bind port d21c1b38-44a2-4d3b-84c3-599c254086bc by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:35:59.707972 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Attempting to bind port d21c1b38-44a2-4d3b-84c3-599c254086bc on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:59.746396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Port d21c1b38-44a2-4d3b-84c3-599c254086bc on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:35:59.746396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Attempting to bind port d21c1b38-44a2-4d3b-84c3-599c254086bc on network 788b91dc-72ca-469c-a5a8-3311e2a07c3f {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:35:59.754227 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['8d47d1be-c251-43c0-b2f2-2b06dbd53192'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:35:59.760673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:35:59.761111 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Checking segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:35:59.761495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Bound using segment: {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:35:59.761932 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Bound port: d21c1b38-44a2-4d3b-84c3-599c254086bc, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:35:59.762285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.795977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67af73-9428-400c-93fd-42a2007d5349 req-17b8a527-e2f2-4386-be6f-35186d2b9021 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:59.797610 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5d67af73-9428-400c-93fd-42a2007d5349 req-17b8a527-e2f2-4386-be6f-35186d2b9021 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.6758819 May 06 18:35:59.905209 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:35:59.916820 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c6d0e-9b87-4ec4-be4b-c32493f30fb3 req-eb308809-b03e-4932-8e0f-0c1a31a8acdb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:35:59.918783 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-633c6d0e-9b87-4ec4-be4b-c32493f30fb3 req-eb308809-b03e-4932-8e0f-0c1a31a8acdb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.4582157 May 06 18:35:59.935681 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-69737720-5fc4-4b8d-9691-201bbeb8ff1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:35:59.945242 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-edec0d94-3102-4296-a808-406d44f4dc57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5821667 May 06 18:35:59.995352 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf38896-d5c0-4cd1-9906-e6792e2c4311,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:00.002527 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5d67af73-9428-400c-93fd-42a2007d5349 req-1865ae1b-b2d0-4e02-b026-dc30d81434b0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893554 May 06 18:36:00.004559 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:00.019995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.023890 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecf38896-d5c0-4cd1-9906-e6792e2c4311 HTTP/1.1" status: 204 len: 168 time: 1.2449582 May 06 18:36:00.063047 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] For port d21c1b38-44a2-4d3b-84c3-599c254086bc, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:00.078175 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-633c6d0e-9b87-4ec4-be4b-c32493f30fb3 req-a0af7eda-3129-4b83-8c48-591c1e995345 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474628 May 06 18:36:00.116183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] For port d21c1b38-44a2-4d3b-84c3-599c254086bc, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:00.131063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-944478'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.131644 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.132001 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:00.153646 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:00.233626 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19', 'code': 200} May 06 18:36:00.404991 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4eb991-4902-4a87-9f2a-70575927a6db,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:00.433729 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:00.453048 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97ffa08-4b0c-450a-9cf7-96fa845c7a02', 'name': 'network-vif-deleted', 'tag': 'b68c6d91-6624-4b05-919d-2027469503f0', 'status': 'completed', 'code': 200} May 06 18:36:00.532993 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Checking segment: {'id': 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:00.533890 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Network hostable DHCP agents. Network: 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:36:00.571756 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:36:00.590553 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:00.602172 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc858fc9-3b53-4ecb-be39-cbdd5b8f0b3f None None] Network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:00.610117 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:00.611531 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.663632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:00.664655 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:00.666576 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/d21c1b38-44a2-4d3b-84c3-599c254086bc HTTP/1.1" status: 200 len: 1093 time: 4.4671450 May 06 18:36:00.726392 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6124618 May 06 18:36:00.847693 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bdb38c1f-12af-4258-b933-74227d00713f req-6d563946-4d01-43f9-af22-c98d989e8563 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 210 time: 0.2939022 May 06 18:36:00.956232 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752144d-8256-4d54-8bf0-8a69e33149b5 req-3a6d5624-a917-4640-b7be-acc7e6794548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:00.966467 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4752144d-8256-4d54-8bf0-8a69e33149b5 req-3a6d5624-a917-4640-b7be-acc7e6794548 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1099 time: 0.3111200 May 06 18:36:01.004338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d21c1b38-44a2-4d3b-84c3-599c254086bc,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:01.016560 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:01.108346 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a27d-5d4f-453e-8612-69f534592b2f req-3db99724-fd6f-4232-96e8-d214bca957f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.111633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53776) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:01.112189 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-3db99724-fd6f-4232-96e8-d214bca957f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 1098 time: 0.8884258 May 06 18:36:01.227585 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555518-cafb-478d-a24f-3270939a8878 req-c764f100-30f3-4af8-89cc-67435df757c9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.230287 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a8555518-cafb-478d-a24f-3270939a8878 req-c764f100-30f3-4af8-89cc-67435df757c9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 943 time: 0.7472801 May 06 18:36:01.237066 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:01.298682 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c24172-e48b-401e-8967-ff07a65ec1bb None None] Network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:01.347830 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4752144d-8256-4d54-8bf0-8a69e33149b5 req-fbb7eaa9-9990-441f-9250-293fa8884a60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760626 May 06 18:36:01.353165 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-6643c283-67e0-4ce7-9d7a-409b8201fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.355289 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-6643c283-67e0-4ce7-9d7a-409b8201fa8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 1096 time: 0.5607040 May 06 18:36:01.426521 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:01.589312 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e43d47c348443a97e8b16a9103988c is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:01.589541 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a8555518-cafb-478d-a24f-3270939a8878 req-a51e2433-4e38-4a0e-a907-60331a497cca tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391464 May 06 18:36:01.601054 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:01.635932 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:01.636177 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-7d888dc6-80ee-4dcd-b5de-df3dee55691d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc HTTP/1.1" status: 200 len: 217 time: 0.1737971 May 06 18:36:01.825271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a27d-5d4f-453e-8612-69f534592b2f req-16b33d3a-1eb2-4f10-b38c-6c42e8e3dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.830366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-16b33d3a-1eb2-4f10-b38c-6c42e8e3dc16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 915 time: 0.6783309 May 06 18:36:01.901641 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-bf7121d7-9881-4a29-9593-65c68b086399 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:01.904068 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-bf7121d7-9881-4a29-9593-65c68b086399 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.5490484 May 06 18:36:01.939846 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Request body: {'port': {'device_id': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'admin_state_up': True, 'tenant_id': 'e18d1eaeed404130802d0f02a4438a47'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:01.989570 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 8d47d1be-c251-43c0-b2f2-2b06dbd53192 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:02.060537 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-8babb8bf-f4c7-4b97-9ba7-858a604a8133 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28 HTTP/1.1" status: 200 len: 217 time: 0.2203243 May 06 18:36:02.068014 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-b8ded701-90a8-4cf2-9de5-5e9860ce786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:02.069812 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-b8ded701-90a8-4cf2-9de5-5e9860ce786a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.4330878 May 06 18:36:02.104191 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817938-2732-408d-a529-d8a096361271 req-54d98454-9b84-415d-aef0-9569faa67144 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:02.117205 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-47817938-2732-408d-a529-d8a096361271 req-54d98454-9b84-415d-aef0-9569faa67144 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.7713895 May 06 18:36:02.164230 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:02.175319 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:02.179651 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.244054 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53802) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:02.268818 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'floatingip': {'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:02.326382 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.347811 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.385689 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:02.425971 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-e4e9b6dc-4b1e-4344-aae5-bae969581fa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3330233 May 06 18:36:02.482012 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.498968 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53810) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:02.502979 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6e43d47c348443a97e8b16a9103988c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3879616 May 06 18:36:02.510056 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53812) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:02.510942 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179b610b-79f4-44e5-9b3e-34dfadd3564b,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:02.511294 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'tag': 'd21c1b38-44a2-4d3b-84c3-599c254086bc'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:02.514390 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:02.521416 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-787934850-network', 'tenant_id': '54081933aa05445dbfea5a5c9927a063'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:02.544922 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d47d1be-c251-43c0-b2f2-2b06dbd53192'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:02.557030 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:02.563228 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.566498 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:02.590645 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.653222 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:02.663380 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Usage tracker for resource:network and tenant:54081933aa05445dbfea5a5c9927a063 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:02.665539 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=8d47d1be-c251-43c0-b2f2-2b06dbd53192,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:02.675688 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:02.683177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:02.700082 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:02.706460 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d7346ce3-ff58-40fe-ac51-d3402632c0a4 req-569993ea-ffba-4015-b94a-ca763c837853 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 210 time: 0.3328066 May 06 18:36:02.726311 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:02.739113 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Usage tracker for resource:port and tenant:e18d1eaeed404130802d0f02a4438a47 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:02.763831 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:02.768394 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.773645 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Made reservation on behalf of 54081933aa05445dbfea5a5c9927a063 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:02.777649 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.789000 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:02.814712 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.859163 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.866380 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Made reservation on behalf of e18d1eaeed404130802d0f02a4438a47 for: {'port': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:02.870765 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:02.894035 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:02.907738 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'tag': 'd21c1b38-44a2-4d3b-84c3-599c254086bc', 'status': 'completed', 'code': 200} May 06 18:36:02.916428 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:54081933aa05445dbfea5a5c9927a063 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:02.929401 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:02.933846 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d47d1be-c251-43c0-b2f2-2b06dbd53192', 'code': 200} May 06 18:36:02.958436 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a27d-5d4f-453e-8612-69f534592b2f req-915afe9b-b5ee-444b-afbc-0e27ee33a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:02.959713 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-915afe9b-b5ee-444b-afbc-0e27ee33a16f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.8639760 May 06 18:36:03.025700 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:03.050392 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-7770baa7-d73b-4e21-9d20-b864915632d4 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186489 May 06 18:36:03.125517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.163886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f79ced4b-ae54-4393-b665-ad093f278de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:03.186987 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452418-2f6c-4f1c-8ad5-260f7c326ce1 req-0c544e78-85cd-4a65-8eb4-53a9da47c22a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:03.192027 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b610b-79f4-44e5-9b3e-34dfadd3564b,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:03.194434 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fb452418-2f6c-4f1c-8ad5-260f7c326ce1 req-0c544e78-85cd-4a65-8eb4-53a9da47c22a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 1.2330005 May 06 18:36:03.194643 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:03.198777 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-7c65e1da-a5c8-4f8f-80ce-28f633d6a5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461556 May 06 18:36:03.318635 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.323710 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/179b610b-79f4-44e5-9b3e-34dfadd3564b HTTP/1.1" status: 204 len: 168 time: 0.8050029 May 06 18:36:03.346016 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Allocated IP 172.20.0.13 (acc709ce-dbee-45c8-8fbe-d5f8fdbc735a/a2c74512-e793-4888-81d8-46671d1198f0/28fb9679-e74f-4ae7-913e-6399ce851d9c) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:03.440788 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.543431 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.555491 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-57f1ac0b-a7ef-4069-a7fc-6832c29f55f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:03.587047 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fb452418-2f6c-4f1c-8ad5-260f7c326ce1 req-e53de1ca-4718-404d-8943-9842379ef931 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914084 May 06 18:36:03.725063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:36:03.737770 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56026833-5a1b-4039-bbca-a350dc7c102a,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:03.743832 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:03.789998 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:03.792337 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Added segment 94e435ca-0580-4ba3-a4e4-5a850c401650 of type vlan for network d851acbb-43a8-4e55-9164-cd493edaaf9d May 06 18:36:03.872422 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2e6db-eb72-41c8-82de-e8b6ec893790 req-3ee0d77c-111b-45c2-b314-d98f864fd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:03.876185 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-a6d2e6db-eb72-41c8-82de-e8b6ec893790 req-3ee0d77c-111b-45c2-b314-d98f864fd046 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.6216564 May 06 18:36:03.881635 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-052ef553-609d-47b4-bf45-a12f0fdf2b9a req-54ae63ae-a3d8-4450-bd3c-7ae1eef331f2 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610424 May 06 18:36:03.886126 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-725b265e-d3ec-4235-850e-1a40634f19e3 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521256 May 06 18:36:03.901097 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676958d-4129-4b9a-b33a-7d7e4a88a90a req-cc0ede11-6cf6-4e8d-9038-affa64358c02 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:03.908553 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7676958d-4129-4b9a-b33a-7d7e4a88a90a req-cc0ede11-6cf6-4e8d-9038-affa64358c02 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 943 time: 0.8115897 May 06 18:36:03.982516 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.027676 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.043731 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-a6d2e6db-eb72-41c8-82de-e8b6ec893790 req-cc50253b-7bb8-4944-bace-e2074e4b7789 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363924 May 06 18:36:04.074607 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.076923 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:04.077542 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.083748 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:04.129891 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-290a0cef-7ed5-41b3-afd1-7a84c832e334 req-765760ab-a9cd-48c2-ba47-1f346dcfc0bd tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 210 time: 0.1661921 May 06 18:36:04.209298 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7002976 May 06 18:36:04.209298 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.209298 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d851acbb-43a8-4e55-9164-cd493edaaf9d,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:04.212192 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:04.213110 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53856) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:04.224561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:04.225465 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Request body: {'subnet': {'network_id': 'd851acbb-43a8-4e55-9164-cd493edaaf9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-787934850-subnet', 'tenant_id': '54081933aa05445dbfea5a5c9927a063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:04.229365 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:04.256058 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7676958d-4129-4b9a-b33a-7d7e4a88a90a req-a6aade20-b471-4c19-bc14-a12c967ab0fa tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464816 May 06 18:36:04.308991 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event updated for resources: {'Port': ['ID=28fb9679-e74f-4ae7-913e-6399ce851d9c,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:04.312809 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:04.317475 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:04.332757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Usage tracker for resource:subnet and tenant:54081933aa05445dbfea5a5c9927a063 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:04.336853 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:04.338721 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:04.342228 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:04.344944 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:04.348562 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network d851acbb-43a8-4e55-9164-cd493edaaf9d details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:36:04.378277 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:04.413766 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Made reservation on behalf of 54081933aa05445dbfea5a5c9927a063 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:04.417685 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-944428'] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.502248 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:04.502916 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:04.538415 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6226976 May 06 18:36:04.554110 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Request body: {'port': {'device_id': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:04.621349 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53872) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:04.773138 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a563a27d-5d4f-453e-8612-69f534592b2f req-66e26be5-7b75-4da9-b3b8-f6e710e2164f service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621106 May 06 18:36:04.870396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-e1a7fa22-19ef-4a53-a59a-b17ae696b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:04.872130 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-e1a7fa22-19ef-4a53-a59a-b17ae696b6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 1096 time: 0.7931051 May 06 18:36:04.995201 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Deleting subnet 08eae2a4-b647-4014-8308-bac2f9d703d0 {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:36:05.002965 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.034910 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-797b833b-53ee-4263-9377-f13bb46e21e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.066155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.155245 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.197898 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.db.resource_extend [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:36:05.289080 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.337265 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.467080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-c0c2f30f-7c36-4f61-9524-7e13a0697936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:05.468683 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-c0c2f30f-7c36-4f61-9524-7e13a0697936 service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.5850747 May 06 18:36:05.484374 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.766339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa04d47-9ac1-46f6-ac9f-fc20d20fecd9 req-f490afc3-fc94-4c57-b863-70fbb1dd5579 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:05.773720 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3aa04d47-9ac1-46f6-ac9f-fc20d20fecd9 req-f490afc3-fc94-4c57-b863-70fbb1dd5579 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.8534443 May 06 18:36:05.805493 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:05.870025 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-8b385f33-bf0d-4240-bb43-131be23c01a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc HTTP/1.1" status: 200 len: 217 time: 0.3836694 May 06 18:36:05.979525 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53908) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:06.051775 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3aa04d47-9ac1-46f6-ac9f-fc20d20fecd9 req-b933198e-f8d6-4d68-aca8-8d1451a874e0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750781 May 06 18:36:06.104982 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-7657d056-531a-497c-846f-5698d56b1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:06.106503 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-7657d056-531a-497c-846f-5698d56b1fb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.1699929 May 06 18:36:06.163529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38f475-2990-41e9-beb3-b0c4ed71070d req-171987a0-90e6-47fd-a932-cd784deba2da tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:06.171145 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba38f475-2990-41e9-beb3-b0c4ed71070d req-171987a0-90e6-47fd-a932-cd784deba2da tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 932 time: 0.8074634 May 06 18:36:06.195071 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-9d825097-7dae-4327-80a9-319b278a53ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810907 May 06 18:36:06.250649 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Floating IP a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e associated. External IP: 172.28.1.127, port: 11de8691-9d93-41dc-a5c7-c71743318c19. May 06 18:36:06.531928 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba38f475-2990-41e9-beb3-b0c4ed71070d req-2695ef59-5361-4b31-8beb-4ce3f3dc984e tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598371 May 06 18:36:06.547073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.618761 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:06.632957 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Usage tracker for resource:security_group_rule and tenant:4de02bda4e444e6a88f98dbcf7455e6e is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:06.655116 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:06.676014 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-8a11cc05-c427-43db-98fe-441e166f98ea service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645276 May 06 18:36:06.677540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:06.906854 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fb9679-e74f-4ae7-913e-6399ce851d9c {{(pid=79116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:06.924781 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.960160 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Transition to ACTIVE for port object 28fb9679-e74f-4ae7-913e-6399ce851d9c will not be triggered until provisioned by entity L2. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:06.979249 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:06.988968 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40b98004-4a09-4857-bbe7-ee25c8fa0627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:07.180531 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363240b-db15-418c-b2b4-8631772e2fb5 req-1f1f5a64-b187-4d66-ad58-f51a04a65d17 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:07.183382 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0363240b-db15-418c-b2b4-8631772e2fb5 req-1f1f5a64-b187-4d66-ad58-f51a04a65d17 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 943 time: 0.8674090 May 06 18:36:07.190430 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Pushing event updated for resources: {'Port': ['ID=28fb9679-e74f-4ae7-913e-6399ce851d9c,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:07.195872 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:07.233838 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.315629 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c02e9bdc-1b09-46bf-b231-aed4915240e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:07.391299 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08eae2a4-b647-4014-8308-bac2f9d703d0,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:07.399305 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.406173 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:07.448661 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-af24ec51-b996-4f35-8499-f9798b22a75c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/08eae2a4-b647-4014-8308-bac2f9d703d0 HTTP/1.1" status: 204 len: 168 time: 2.8226099 May 06 18:36:07.452656 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 53932) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:07.458464 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba40db15-8b40-4289-be3a-94162ba043d3 req-41e2cc0b-1ca6-4b09-b130-38a0d44360f6 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630088 May 06 18:36:07.524728 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0363240b-db15-418c-b2b4-8631772e2fb5 req-ce4dec62-d000-46e2-891a-35bc2acab74a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104722 May 06 18:36:07.611957 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c2d3-a503-41c3-a7ae-7e1ffc551c3d req-6b1364b2-d41a-452e-8094-d04045ea116e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:07.614669 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5819c2d3-a503-41c3-a7ae-7e1ffc551c3d req-6b1364b2-d41a-452e-8094-d04045ea116e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.8140206 May 06 18:36:07.618269 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Router 0d272a52-598f-46a7-b11f-27cb6f7695df has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:36:07.630911 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.635389 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53942) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:07.678297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'floatingip': {'port_id': '0513eada-cb27-447f-8a99-a4ed78796c19'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:07.753901 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9ad7636e-eb15-4bbb-9175-8e6801a1b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.759747 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Attempting to bind port 28fb9679-e74f-4ae7-913e-6399ce851d9c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:07.760319 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Attempting to bind port 28fb9679-e74f-4ae7-913e-6399ce851d9c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:07.760886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Attempting to bind port 28fb9679-e74f-4ae7-913e-6399ce851d9c on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:07.765184 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.807039 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Port 28fb9679-e74f-4ae7-913e-6399ce851d9c on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:07.807845 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Attempting to bind port 28fb9679-e74f-4ae7-913e-6399ce851d9c on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:07.832068 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.835464 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:07.836032 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Checking segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:07.836670 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Bound using segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:07.838451 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Bound port: 28fb9679-e74f-4ae7-913e-6399ce851d9c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:07.838653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.969386 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-944478'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:07.982499 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.002852 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-034575b3-38bb-49a2-9638-b33484bda581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.048817 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d21c1b38-44a2-4d3b-84c3-599c254086bc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:08.082677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.271686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.341504 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port d21c1b38-44a2-4d3b-84c3-599c254086bc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:08.378382 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Pushing event updated for resources: {'Subnet': ['ID=322d22f0-5273-4017-9703-0fd52a83c5d8,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:08.391631 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'd21c1b38-44a2-4d3b-84c3-599c254086bc', 'network_id': '788b91dc-72ca-469c-a5a8-3311e2a07c3f', 'port_id': 'd21c1b38-44a2-4d3b-84c3-599c254086bc', 'mac_address': 'fa:16:3e:db:41:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094895bb-61c1-42ed-8c11-32d0b1ebf0c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:08.393491 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] For port 28fb9679-e74f-4ae7-913e-6399ce851d9c, host hv-cinder-73362, cleared binding levels {{(pid=79116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:08.396024 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:08.410029 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.420970 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] For port 28fb9679-e74f-4ae7-913e-6399ce851d9c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:08.440783 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Checking segment: {'id': '94e435ca-0580-4ba3-a4e4-5a850c401650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd851acbb-43a8-4e55-9164-cd493edaaf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:08.441164 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Network hostable DHCP agents. Network: d851acbb-43a8-4e55-9164-cd493edaaf9d, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:36:08.452109 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d090185-b022-4d3c-88f4-47bf8afd93e2']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:08.464725 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f299b52d-9fbb-43c0-b03e-dc9afb278c66,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:08.469019 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.477047 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:08.498451 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422043cf-11d6-48a5-92a7-7082aa219692') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:08.499152 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422043cf-11d6-48a5-92a7-7082aa219692') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:08.501298 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4de02bda4e444e6a88f98dbcf7455e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5112436 May 06 18:36:08.513175 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53962) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:08.522420 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.549420 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.572789 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21c1b38-44a2-4d3b-84c3-599c254086bc {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:08.596335 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port d21c1b38-44a2-4d3b-84c3-599c254086bc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:08.604883 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.609033 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-930ed915-fd83-4cdb-acf3-c10bfd6638e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:08.634751 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.679608 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:08.680804 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.683967 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-2c79581d-4555-425f-a28a-d662d33513db service neutron] 10.222.0.15 "PUT /v2.0/ports/28fb9679-e74f-4ae7-913e-6399ce851d9c HTTP/1.1" status: 200 len: 1094 time: 4.1344039 May 06 18:36:08.685689 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'tag': '28fb9679-e74f-4ae7-913e-6399ce851d9c'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:08.702330 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.707220 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Network d851acbb-43a8-4e55-9164-cd493edaaf9d is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:36:08.741526 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:36:08.742318 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:36:08.770937 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:36:08.774532 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=d21c1b38-44a2-4d3b-84c3-599c254086bc,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:08.794707 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:08.841309 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:08.943797 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['d21c1b38-44a2-4d3b-84c3-599c254086bc'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:09.007794 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:09.030493 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:09.039074 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, d851acbb-43a8-4e55-9164-cd493edaaf9d) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:09.046513 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:09.047190 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:36:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:09.054657 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2a2bc-47af-4ed2-9a54-f93c5dbb7fed None None] Network d851acbb-43a8-4e55-9164-cd493edaaf9d requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:09.067644 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:09.068610 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.113724 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Pushing event updated for resources: {'Port': ['ID=28fb9679-e74f-4ae7-913e-6399ce851d9c,revision_number=3']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:09.129733 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:09.200526 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.205565 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad7c01-521b-4907-a0d1-f81ed5d2db03 req-1f04bdf2-6d2c-41cf-973a-a18cad8a6f52 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:09.211384 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.9956763 May 06 18:36:09.218047 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b6ad7c01-521b-4907-a0d1-f81ed5d2db03 req-1f04bdf2-6d2c-41cf-973a-a18cad8a6f52 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 944 time: 1.2332332 May 06 18:36:09.218746 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.223579 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d090185-b022-4d3c-88f4-47bf8afd93e2 HTTP/1.1" status: 204 len: 168 time: 1.7688684 May 06 18:36:09.233484 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:09.246822 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.326879 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-f992836d-8de4-497a-b02d-3de5f909a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:09.341109 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-f992836d-8de4-497a-b02d-3de5f909a5c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 1097 time: 0.5645995 May 06 18:36:09.360753 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d090185-b022-4d3c-88f4-47bf8afd93e2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:09.377646 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:09.423004 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:09.632098 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d2c25-28ba-44c8-816a-2b676454a866 None None] Network d851acbb-43a8-4e55-9164-cd493edaaf9d requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:36:09.700189 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:10.053646 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-7af14a04-1fb5-49e0-83a2-5a5836e4a384 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c HTTP/1.1" status: 200 len: 217 time: 0.6721954 May 06 18:36:10.109611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.143328 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53980) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:10.179983 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d61f-4f01-4b3d-b459-bd5341ad254c req-29563db6-0c03-4c05-9f80-45b6018d82fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:10.191825 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7592d61f-4f01-4b3d-b459-bd5341ad254c req-29563db6-0c03-4c05-9f80-45b6018d82fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 944 time: 1.1780663 May 06 18:36:10.231073 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b6ad7c01-521b-4907-a0d1-f81ed5d2db03 req-8c869bb8-352d-4ba3-a946-d34ea93d0250 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0113382 May 06 18:36:10.238298 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-e7543098-428d-41e5-8390-400bf9a4b5a7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "PUT /v2.0/floatingips/a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e HTTP/1.1" status: 200 len: 991 time: 7.9919372 May 06 18:36:10.303619 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:10.311662 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-5155f373-4f83-4d44-8c98-cc7a20264c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:10.317018 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-5155f373-4f83-4d44-8c98-cc7a20264c16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.2576008 May 06 18:36:10.406888 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.424147 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'tag': '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'status': 'completed', 'code': 200} May 06 18:36:10.451235 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-33eb5eab-8493-48ac-9a69-82d4bff55e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214795 May 06 18:36:10.565201 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-0d3b34ca-fc2a-45d3-9b0f-61c105a9bf50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a77d44c2a83244c8805bbf3cffa21112&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4147191 May 06 18:36:10.573610 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7592d61f-4f01-4b3d-b459-bd5341ad254c req-54843971-a7c9-4bea-888a-1f141941dae7 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290873 May 06 18:36:10.574965 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 53992) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:10.678035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:10.689547 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.db.resource_extend [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:36:10.742205 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-7f5bf4f2-ac18-4da1-9553-311662b00fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772501 May 06 18:36:10.813229 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'mac_address': 'fa:16:3e:5a:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:27Z', 'updated_at': '2021-05-06T18:36:04Z', 'revision_number': 1, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:10.832817 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:10.862126 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:10.863055 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:36:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:10.981474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-96b9c24f-e723-479a-9301-7855329ba56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:11.042281 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.044422 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f299b52d-9fbb-43c0-b03e-dc9afb278c66 HTTP/1.1" status: 204 len: 168 time: 2.5057781 May 06 18:36:11.050977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299b52d-9fbb-43c0-b03e-dc9afb278c66,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:11.067780 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:11.164143 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-2cc68a4d-e0c7-4d35-9fad-eb2de226bed9 req-fd40540a-7519-421b-b650-a497e43473b9 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133286 May 06 18:36:11.176203 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'status': 'completed', 'code': 200} May 06 18:36:11.188205 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.201380 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.256689 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:11.367245 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-8dce1193-c1c3-4a5c-96f1-2201741b17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:11.370663 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-8dce1193-c1c3-4a5c-96f1-2201741b17bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1098 time: 0.1817577 May 06 18:36:11.391275 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:11.726719 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-f2bf39dc-bfe3-4018-9234-479ef1ea5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:11.730478 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-f2bf39dc-bfe3-4018-9234-479ef1ea5f4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.3432586 May 06 18:36:11.927589 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-a63dc1e0-93a5-42cb-b202-5d5da1a1243d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 999 time: 0.1873074 May 06 18:36:12.055527 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Floating IP 7f34ad86-69d2-4550-9b3c-507aa3312b2f associated. External IP: 172.28.1.254, port: 0513eada-cb27-447f-8a99-a4ed78796c19. May 06 18:36:12.058799 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d21c1b38-44a2-4d3b-84c3-599c254086bc up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:12.063520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-96978970-b9a4-487b-91cc-fc94123214ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:12.066214 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-96978970-b9a4-487b-91cc-fc94123214ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.1310103 May 06 18:36:12.304843 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port d21c1b38-44a2-4d3b-84c3-599c254086bc completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:12.318177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-2e23b700-c840-466c-81d9-a0ca8a87b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:12.323948 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port d21c1b38-44a2-4d3b-84c3-599c254086bc triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:12.325582 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-2e23b700-c840-466c-81d9-a0ca8a87b04f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2438610 May 06 18:36:12.326249 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.328084 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54024) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:12.343731 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.383068 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.405601 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'mac_address': 'fa:16:3e:5a:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:27Z', 'updated_at': '2021-05-06T18:36:04Z', 'revision_number': 1, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:12.416495 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f835339-857b-45d0-8f2d-97be9e6f356c None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'mac_address': 'fa:16:3e:5a:2b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:27Z', 'updated_at': '2021-05-06T18:36:04Z', 'revision_number': 1, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:12.514780 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:12.523163 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Usage tracker for resource:security_group_rule and tenant:2f2303315796423c877122149b67132a is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:12.530493 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:12.547682 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:12.600853 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-e87aff21-577f-4079-9e84-432f31cd5e17 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:12.604885 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-e87aff21-577f-4079-9e84-432f31cd5e17 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/networks?id=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f HTTP/1.1" status: 200 len: 808 time: 0.9809024 May 06 18:36:12.641611 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.679282 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082acdfc-8aef-4c0c-b9f5-7b9f54baa0c3 req-17f27f1e-9d60-47a3-998f-25a48ac45b3c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:12.704114 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21c1b38-44a2-4d3b-84c3-599c254086bc'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:12.705461 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-082acdfc-8aef-4c0c-b9f5-7b9f54baa0c3 req-17f27f1e-9d60-47a3-998f-25a48ac45b3c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 944 time: 0.7587399 May 06 18:36:12.719801 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-330c885f-75a1-42a4-a9a6-c5b20e166fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:12.722539 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-330c885f-75a1-42a4-a9a6-c5b20e166fa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 1097 time: 1.1898434 May 06 18:36:12.730338 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port d21c1b38-44a2-4d3b-84c3-599c254086bc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:12.740706 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.743057 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:12.903187 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-532b39d2-27a7-4606-9862-863d80130077 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511098 May 06 18:36:12.906521 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.906795 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.968729 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:12.972565 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=d21c1b38-44a2-4d3b-84c3-599c254086bc,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:12.977450 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d4e25e-a6d7-4010-bee2-3950d2849f45 None None] New status for floating IP a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e: ACTIVE {{(pid=79118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:36:12.985285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1876fd21-3b60-41c0-9835-dd3194bad277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:13.007450 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:13.038856 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:13.070404 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-2e3cd0a1-28bd-4936-9d45-5d1e6993f62c tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/quotas/5aedf2e583b64912ab70531ff2c20106 HTTP/1.1" status: 200 len: 375 time: 0.3552842 May 06 18:36:13.173581 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86db05-9445-4482-aa60-5ebb075ce6d4,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:13.194487 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:13.227975 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-81cc6607-f678-4806-ba97-ad559c7c5372 req-92d67365-29b9-467d-a210-38bcc98bb5fd service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152514 May 06 18:36:13.289480 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6762d4bf-ac39-468b-a436-0fec75d29f48 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5aedf2e583b64912ab70531ff2c20106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2180760 May 06 18:36:13.304508 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f2303315796423c877122149b67132a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9739909 May 06 18:36:13.305564 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54034) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:13.401397 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.402543 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e86db05-9445-4482-aa60-5ebb075ce6d4 HTTP/1.1" status: 204 len: 168 time: 2.8244119 May 06 18:36:13.416692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9755cf-15be-4b65-93e3-5723838e5b68,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:13.437108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:13.461856 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.494863 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.502002 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-0f2b988d-f85e-48c6-bab5-4212724f78de service neutron] 10.222.0.11 "GET /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115283 May 06 18:36:13.544817 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-082acdfc-8aef-4c0c-b9f5-7b9f54baa0c3 req-f51aa19e-e48f-4d8d-9c2e-a27225d19388 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102655 May 06 18:36:13.579438 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.592469 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:13.620801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9755cf-15be-4b65-93e3-5723838e5b68,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:13.625173 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:13.654554 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:13.660380 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e9755cf-15be-4b65-93e3-5723838e5b68 HTTP/1.1" status: 204 len: 168 time: 0.3455102 May 06 18:36:13.926357 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-453c25c4-de21-4d11-84bd-debb01c1b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:13.927887 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-453c25c4-de21-4d11-84bd-debb01c1b753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 915 time: 1.0299058 May 06 18:36:13.948570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:36:14.054179 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 28fb9679-e74f-4ae7-913e-6399ce851d9c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:14.058858 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-27b86e73-da97-4e89-a6bd-39221732c116 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c HTTP/1.1" status: 200 len: 217 time: 0.1170003 May 06 18:36:14.280457 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-2a7e8056-c877-45b3-bf00-6865f7cceee3 service neutron] 10.222.0.11 "GET /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7775440 May 06 18:36:14.412414 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 28fb9679-e74f-4ae7-913e-6399ce851d9c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:14.453224 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'port_id': '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'mac_address': 'fa:16:3e:49:07:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c74512-e793-4888-81d8-46671d1198f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:14.474722 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-cdca622a-6623-46b0-9d5d-cac752ade890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:14.476459 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-cdca622a-6623-46b0-9d5d-cac752ade890 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.4088233 May 06 18:36:14.492971 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c19cd-c5f6-495a-8323-e435dd61ea27 req-9d5895b6-9873-4031-8462-52ccfdf919f4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:14.495985 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-065c19cd-c5f6-495a-8323-e435dd61ea27 req-9d5895b6-9873-4031-8462-52ccfdf919f4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.6362479 May 06 18:36:14.567076 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.597130 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fb9679-e74f-4ae7-913e-6399ce851d9c {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:14.631492 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 28fb9679-e74f-4ae7-913e-6399ce851d9c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:14.643932 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.647322 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:14.718127 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-065c19cd-c5f6-495a-8323-e435dd61ea27 req-a6339416-801e-44cd-8daa-c19564ec173a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409523 May 06 18:36:14.724431 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-06a95cba-0f38-4d86-ab2c-081e00ce9b3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173822 May 06 18:36:14.728937 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:36:14.738681 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:14.743899 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:36:14.784186 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:14.788067 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:36:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:14.943895 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-51c0b888-a4e8-4bdc-bc3c-593ddc7212e2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "PUT /v2.0/floatingips/7f34ad86-69d2-4550-9b3c-507aa3312b2f HTTP/1.1" status: 200 len: 992 time: 7.3066952 May 06 18:36:14.953791 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:15.127424 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21c1b38-44a2-4d3b-84c3-599c254086bc', 'code': 200} May 06 18:36:15.134410 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=28fb9679-e74f-4ae7-913e-6399ce851d9c,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:15.164580 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:15.282051 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['28fb9679-e74f-4ae7-913e-6399ce851d9c'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:15.466055 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-070cb111-36d2-4c38-8fae-7671289f5181 req-f92a4a7c-9cea-4751-8c4f-4d19bec4f6a4 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 210 time: 0.5774469 May 06 18:36:15.499119 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:15.538786 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-8092e170-5b8a-452c-a091-118d48b46f08 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468453 May 06 18:36:15.760005 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a8348-f80f-4d2e-bd5a-f90ef18d100b req-6c1eb304-f481-4c53-a2ed-43c1bffc8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:15.779545 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-162a8348-f80f-4d2e-bd5a-f90ef18d100b req-6c1eb304-f481-4c53-a2ed-43c1bffc8fde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 1098 time: 0.4193358 May 06 18:36:15.870786 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671375aa-ecb8-4632-8d39-fa48554aaef1 req-e98140a5-b0bf-49d2-bb23-12557583d9fe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:15.886386 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-671375aa-ecb8-4632-8d39-fa48554aaef1 req-e98140a5-b0bf-49d2-bb23-12557583d9fe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 945 time: 0.4905870 May 06 18:36:15.985203 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19', 'status': 'completed', 'code': 200} May 06 18:36:16.030376 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-162a8348-f80f-4d2e-bd5a-f90ef18d100b req-e45c2b45-564e-4ed6-8083-20158cbd828f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339747 May 06 18:36:16.108674 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-671375aa-ecb8-4632-8d39-fa48554aaef1 req-61c3357f-dfac-4750-afc4-ca0ba45f5ce9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212257 May 06 18:36:16.160579 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b14d343a-e679-49e0-9f2c-fed069b98dfb req-4ce85d20-0c43-4d82-926a-70fbe3dc9e7b service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008613 May 06 18:36:16.248781 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-1ad7b238-7d27-4a6f-915b-bc0ce4e6b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:16.253158 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-1ad7b238-7d27-4a6f-915b-bc0ce4e6b6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1099 time: 0.2621686 May 06 18:36:16.629897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-50d81609-75a8-49cc-abcf-d503a4c7d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:16.631600 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-50d81609-75a8-49cc-abcf-d503a4c7d2f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 0.3663099 May 06 18:36:16.807854 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': '7f34ad86-69d2-4550-9b3c-507aa3312b2f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'port_id': '0513eada-cb27-447f-8a99-a4ed78796c19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'mac_address': 'fa:16:3e:ca:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:33Z', 'updated_at': '2021-05-06T18:36:10Z', 'revision_number': 1, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:16.820317 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:36:16.847480 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:36:16.848398 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:36:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:17.212534 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:36:17.496686 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-de3c9436-1d8c-43c0-b803-10b8cd23d931 req-923d1740-bc81-4687-9ec5-8fd24d1dc90b tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 210 time: 0.5725858 May 06 18:36:17.882112 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f9e1-8935-40c8-88b0-7257f8bbcfb4 req-6833d07c-9083-425a-899b-99115edf28ec tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:17.907156 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c6a9f9e1-8935-40c8-88b0-7257f8bbcfb4 req-6833d07c-9083-425a-899b-99115edf28ec tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 1.4225137 May 06 18:36:18.009073 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:36:18.017174 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-f404793d-73e5-427d-9357-f8508e3c596e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 1000 time: 1.3756194 May 06 18:36:18.039470 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': '7f34ad86-69d2-4550-9b3c-507aa3312b2f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'port_id': '0513eada-cb27-447f-8a99-a4ed78796c19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'mac_address': 'fa:16:3e:ca:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:33Z', 'updated_at': '2021-05-06T18:36:10Z', 'revision_number': 1, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:36:18.053111 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b9236-7a90-4c69-9f1b-5dd3ee63a2ca None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': '7f34ad86-69d2-4550-9b3c-507aa3312b2f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'port_id': '0513eada-cb27-447f-8a99-a4ed78796c19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'mac_address': 'fa:16:3e:ca:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:35:33Z', 'updated_at': '2021-05-06T18:36:10Z', 'revision_number': 1, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:36:18.085236 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 28fb9679-e74f-4ae7-913e-6399ce851d9c up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:18.320224 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 28fb9679-e74f-4ae7-913e-6399ce851d9c completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:18.326018 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c6a9f9e1-8935-40c8-88b0-7257f8bbcfb4 req-dd359e24-e3a6-4996-9780-c46d45150ddc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172668 May 06 18:36:18.328745 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 28fb9679-e74f-4ae7-913e-6399ce851d9c triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:18.329390 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.474905 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-492b8f6e-d5d4-4d84-b805-d52def4b682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:18.480900 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-492b8f6e-d5d4-4d84-b805-d52def4b682f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.4252274 May 06 18:36:18.596180 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118733e0-3aa6-40d1-8707-e9bdd035edd8 None None] New status for floating IP 7f34ad86-69d2-4550-9b3c-507aa3312b2f: ACTIVE {{(pid=79118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:36:18.677472 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-c69c3e29-1de6-4381-b115-70cad42d3e4a tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:18.679163 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-c69c3e29-1de6-4381-b115-70cad42d3e4a tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.15 "GET /v2.0/networks?id=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f HTTP/1.1" status: 200 len: 808 time: 1.4884171 May 06 18:36:18.706625 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Request body: {'port': {'device_id': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f', 'admin_state_up': True, 'tenant_id': '5aedf2e583b64912ab70531ff2c20106'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:18.895825 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:18.957489 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231bf2e-c69f-4734-ab88-d3c48e3f36da req-ab1c087e-b932-4cdb-a97f-ed75e99d9e30 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:18.961442 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9231bf2e-c69f-4734-ab88-d3c48e3f36da req-ab1c087e-b932-4cdb-a97f-ed75e99d9e30 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 945 time: 0.7513094 May 06 18:36:19.190560 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 28fb9679-e74f-4ae7-913e-6399ce851d9c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:19.196572 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fb9679-e74f-4ae7-913e-6399ce851d9c'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:19.207800 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:19.217755 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-68809df1-98e1-4716-b229-d0b63edc35ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:19.239794 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-e01f5d74-ee49-443a-9cad-2d76cc67ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:19.245817 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-e01f5d74-ee49-443a-9cad-2d76cc67ab0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.7498147 May 06 18:36:19.253233 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-504c489e-8bba-4871-a320-4c0003ac03da req-2d7f5e85-30d5-467a-b247-f7722773cc08 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 210 time: 0.2851884 May 06 18:36:19.420772 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:19.447280 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=28fb9679-e74f-4ae7-913e-6399ce851d9c,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:19.454817 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:19.543593 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Usage tracker for resource:port and tenant:5aedf2e583b64912ab70531ff2c20106 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:19.548805 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54242) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:19.550268 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:19.576118 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9231bf2e-c69f-4734-ab88-d3c48e3f36da req-8e8cc077-4e4f-42c7-88d3-1599ff9c2cd7 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565221 May 06 18:36:19.591906 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:19.647154 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'code': 200} May 06 18:36:19.719784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Made reservation on behalf of 5aedf2e583b64912ab70531ff2c20106 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:19.732233 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:19.900382 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:19.950010 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:19.963387 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Usage tracker for resource:security_group_rule and tenant:46c6aa25c103429d807d307e2f3450c3 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:19.969543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:19.990251 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:20.121734 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-c9b5d080-356b-48d6-9d17-e29e86ecab43 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555398 May 06 18:36:20.199158 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.247752 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Allocated IP 172.20.0.12 (26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f/8e4eb991-4902-4a87-9f2a-70575927a6db/bad1d56e-7190-4157-bc80-ef7d49668083) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:20.325546 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.356148 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-307bc722-bf51-4f02-890a-7b9a60ca4aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:20.392181 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46c6aa25c103429d807d307e2f3450c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408525 May 06 18:36:20.404577 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54254) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:20.414352 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f587d1d-b979-4ea8-bdfe-509a15ab163f req-c55bc725-6451-4446-a743-0e107feb5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:20.417334 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb0a33-146e-4d7b-8fac-eae4bb1a8f88 req-0837c77e-56ef-414f-b567-eb237fb2fa37 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:20.417837 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6f587d1d-b979-4ea8-bdfe-509a15ab163f req-c55bc725-6451-4446-a743-0e107feb5249 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 1099 time: 0.3509901 May 06 18:36:20.425984 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d6fb0a33-146e-4d7b-8fac-eae4bb1a8f88 req-0837c77e-56ef-414f-b567-eb237fb2fa37 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.4383831 May 06 18:36:20.459343 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f8e49-cbc7-431d-a5c2-05b61a715906,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:20.463643 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:20.471895 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b4d7c4a3-fc4a-4f7d-a95c-63b628fe2be5 req-c32d3ae5-4f1e-4743-91ee-dc3b84a9df18 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376217 May 06 18:36:20.516567 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-6f587d1d-b979-4ea8-bdfe-509a15ab163f req-52f89061-cb15-4583-b2da-80d057dd17c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827353 May 06 18:36:20.544053 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.586313 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.617726 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-afe75a0b-3fdd-4546-b87b-9802b75416bf req-025da381-1327-4aac-9734-3d16360b8a4a tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 210 time: 0.1498256 May 06 18:36:20.709449 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d6fb0a33-146e-4d7b-8fac-eae4bb1a8f88 req-dc8de26b-27a6-49aa-a69b-fb1598b041f6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782323 May 06 18:36:20.735336 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.754499 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-11681c78-ee8d-4f66-b3d5-a5d22c66003a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:20.794419 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f8e49-cbc7-431d-a5c2-05b61a715906,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:20.796956 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:20.818263 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:20.819459 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c6f8e49-cbc7-431d-a5c2-05b61a715906 HTTP/1.1" status: 204 len: 168 time: 0.4129243 May 06 18:36:21.212630 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.366235 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf2082-a987-478d-94a8-447f554223a3 req-112dbfb3-01b8-4d45-9aa3-e3772d89bc4e tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:21.370579 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eecf2082-a987-478d-94a8-447f554223a3 req-112dbfb3-01b8-4d45-9aa3-e3772d89bc4e tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 946 time: 0.3440669 May 06 18:36:21.372761 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.389105 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2c0558ff-cda8-4d70-a8fa-a76737381d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:21.467884 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-eab966a4-fe5f-4b8c-b2c1-1de77c42278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:21.472635 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-eab966a4-fe5f-4b8c-b2c1-1de77c42278d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 1098 time: 0.1046462 May 06 18:36:21.700002 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 54284) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:21.734265 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:21.819163 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:21.848993 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eecf2082-a987-478d-94a8-447f554223a3 req-a52ad778-9f7d-4ef3-acfb-08d7fe1b3a32 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606855 May 06 18:36:21.888850 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:21.922913 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:21.923978 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.978842 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:21.985676 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-1a638161-d2db-40db-893d-18ff91e0ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:21.988403 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-1a638161-d2db-40db-893d-18ff91e0ddc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.5047169 May 06 18:36:22.101496 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:22.116441 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Pushing event updated for resources: {'Port': ['ID=bad1d56e-7190-4157-bc80-ef7d49668083,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:22.133136 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4316862 May 06 18:36:22.135147 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:22.137448 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-7c0295c6-c90f-4b63-b013-e809e65b2cff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc HTTP/1.1" status: 200 len: 217 time: 0.1394613 May 06 18:36:22.151067 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Usage tracker for resource:security_group_rule and tenant:1a690a642c5a4e7a81a146d5dae000c0 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:22.151067 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:22.160478 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:22.172303 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Request body: {'port': {'device_id': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:22.294438 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-7e7c758b-acd9-4eb8-9be9-3bcb316c3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:22.296274 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-7e7c758b-acd9-4eb8-9be9-3bcb316c3933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.1328497 May 06 18:36:22.397384 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-f05c7456-0d7a-4a79-88ea-95de13d997af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893977 May 06 18:36:22.453677 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54298) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:22.667293 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f00e-c0a0-4d6e-aaca-99e0acb50c1e req-d9146ead-f3a3-4a63-8b3a-866079c0b668 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:22.669768 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-68bc8a9f-765a-4789-8c86-e06c62ca4b2f service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610407 May 06 18:36:22.669943 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d71f00e-c0a0-4d6e-aaca-99e0acb50c1e req-d9146ead-f3a3-4a63-8b3a-866079c0b668 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.6929619 May 06 18:36:22.685338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.807291 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f21b2-15bf-45b0-93f9-3514a7259a0f req-77cb1d02-26dc-478e-9d54-4ecbb8eb7e03 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:22.808566 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c11f21b2-15bf-45b0-93f9-3514a7259a0f req-77cb1d02-26dc-478e-9d54-4ecbb8eb7e03 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Synchronizing usage tracker for tenant:5aedf2e583b64912ab70531ff2c20106 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:22.864631 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.900172 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:22.918477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:defb1c8e72eb4dbb86916d8cdcc537bb is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:22.923433 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:22.933157 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-49ff7931-aa40-4db0-927b-c93b7a37967b req-a6ce4258-a49b-4d76-89d0-367caffae046 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550986 May 06 18:36:22.933490 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:22.973671 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:22.978912 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d71f00e-c0a0-4d6e-aaca-99e0acb50c1e req-15cf32a5-d6a5-4480-87bc-60395ba0d714 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956960 May 06 18:36:22.988780 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.011557 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c9e863c7-2875-4457-bdb6-778a7663b070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:23.053169 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c11f21b2-15bf-45b0-93f9-3514a7259a0f req-77cb1d02-26dc-478e-9d54-4ecbb8eb7e03 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Unset dirty status for tenant:5aedf2e583b64912ab70531ff2c20106 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:23.060791 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c11f21b2-15bf-45b0-93f9-3514a7259a0f req-77cb1d02-26dc-478e-9d54-4ecbb8eb7e03 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 932 time: 0.8463635 May 06 18:36:23.156989 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a690a642c5a4e7a81a146d5dae000c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4548368 May 06 18:36:23.175466 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 54314) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:23.175466 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b4f3a-8c68-4e24-af1e-fd9d6c653853,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:23.179930 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:23.271683 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.277351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.291056 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:23.298476 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c11f21b2-15bf-45b0-93f9-3514a7259a0f req-108c8458-7d17-4016-9083-519617adf290 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365267 May 06 18:36:23.393161 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe11927-6b7a-437a-8968-5f5fa836d8f0,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:23.442128 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=defb1c8e72eb4dbb86916d8cdcc537bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9823282 May 06 18:36:23.443805 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:23.445095 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54318) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:23.474714 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.553103 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.583631 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.648021 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.652346 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.656715 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:23.669479 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe11927-6b7a-437a-8968-5f5fa836d8f0,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:23.673646 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:23.679064 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.682537 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fe11927-6b7a-437a-8968-5f5fa836d8f0 HTTP/1.1" status: 204 len: 168 time: 0.2344887 May 06 18:36:23.872209 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad1d56e-7190-4157-bc80-ef7d49668083 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:23.883966 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.897788 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a6472-f8ed-47a5-b76f-bcc333051627 req-51c3dcf0-3cde-4773-b9f4-c57e82db6592 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:23.900040 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-682a6472-f8ed-47a5-b76f-bcc333051627 req-51c3dcf0-3cde-4773-b9f4-c57e82db6592 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 946 time: 0.3787677 May 06 18:36:23.904574 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.915497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:23.949421 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Transition to ACTIVE for port object bad1d56e-7190-4157-bc80-ef7d49668083 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:23.953346 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b4f3a-8c68-4e24-af1e-fd9d6c653853,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:23.958930 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:23.960437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.967239 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:23.968437 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d35b4f3a-8c68-4e24-af1e-fd9d6c653853 HTTP/1.1" status: 204 len: 168 time: 0.7947371 May 06 18:36:23.970671 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:24.134133 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-682a6472-f8ed-47a5-b76f-bcc333051627 req-a38ba401-ff67-4f00-96a5-741041a57bc1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144821 May 06 18:36:24.210912 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bad1d56e-7190-4157-bc80-ef7d49668083,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:24.238676 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:24.310618 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54336) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:24.362590 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.365576 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Attempting to bind port bad1d56e-7190-4157-bc80-ef7d49668083 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:24.366005 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Attempting to bind port bad1d56e-7190-4157-bc80-ef7d49668083 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:24.366570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Attempting to bind port bad1d56e-7190-4157-bc80-ef7d49668083 on network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:24.376105 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Port bad1d56e-7190-4157-bc80-ef7d49668083 on network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:24.376781 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Attempting to bind port bad1d56e-7190-4157-bc80-ef7d49668083 on network 26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:24.390216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:24.390911 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Checking segment: {'id': 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:24.391701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Bound using segment: {'id': 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:24.392520 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Bound port: bad1d56e-7190-4157-bc80-ef7d49668083, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:24.393169 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.412907 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:24.425831 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc057288c68492ea9c4265f4819304f is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:24.432050 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:24.443308 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:24.495760 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf7e0-c5de-4f48-8d44-873108e5f08c req-5004ba19-3a51-4311-a382-e1c6623761d9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:24.504779 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba4cf7e0-c5de-4f48-8d44-873108e5f08c req-5004ba19-3a51-4311-a382-e1c6623761d9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.2696006 May 06 18:36:24.625838 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] For port bad1d56e-7190-4157-bc80-ef7d49668083, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:24.626886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.634438 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] For port bad1d56e-7190-4157-bc80-ef7d49668083, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bad1d56e-7190-4157-bc80-ef7d49668083,segment=NetworkSegment(e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938),segment_id=e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:24.638106 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.646672 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba4cf7e0-c5de-4f48-8d44-873108e5f08c req-01b7d755-a2ca-4978-87ed-8fc9d641ac81 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405771 May 06 18:36:24.657330 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.661285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:24.664509 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c2297cd1-a54c-4074-ab40-1cdbab942531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:24.759093 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcc057288c68492ea9c4265f4819304f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440775 May 06 18:36:24.759093 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9538e8c5-29ce-4d12-a4b2-4e56f4f37370,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:24.763737 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:24.764808 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54356) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:24.863458 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:24.865162 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:24.869087 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/bad1d56e-7190-4157-bc80-ef7d49668083 HTTP/1.1" status: 200 len: 1094 time: 2.7049029 May 06 18:36:24.884875 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'tag': 'bad1d56e-7190-4157-bc80-ef7d49668083'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:24.970004 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bad1d56e-7190-4157-bc80-ef7d49668083,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:24.999193 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:25.067426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.124515 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.173113 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-5fbb9768-4454-4f3f-ad5b-746f382f0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:25.174634 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-5fbb9768-4454-4f3f-ad5b-746f382f0fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aedf2e583b64912ab70531ff2c20106&device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 1097 time: 0.1179700 May 06 18:36:25.183488 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17a86b-a671-4e65-a54b-8b256b599dcf req-ddb36e53-bc8d-43b6-baf0-fedf78989161 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:25.191270 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eb17a86b-a671-4e65-a54b-8b256b599dcf req-ddb36e53-bc8d-43b6-baf0-fedf78989161 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 944 time: 0.1879876 May 06 18:36:25.278810 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.282880 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-404d872d-54ff-431f-afa3-93f565d28f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:25.285534 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-6a82087c-dd3e-4aba-9b9b-63c45b22aba0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad1d56e-7190-4157-bc80-ef7d49668083 HTTP/1.1" status: 200 len: 217 time: 0.0915077 May 06 18:36:25.297866 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538e8c5-29ce-4d12-a4b2-4e56f4f37370,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:25.301539 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:25.304643 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:25.306876 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9538e8c5-29ce-4d12-a4b2-4e56f4f37370 HTTP/1.1" status: 204 len: 168 time: 0.5401723 May 06 18:36:25.367616 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eb17a86b-a671-4e65-a54b-8b256b599dcf req-1f1605b3-8957-4ed3-b3c1-108f6ec551a4 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752834 May 06 18:36:25.547353 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'tag': 'bad1d56e-7190-4157-bc80-ef7d49668083', 'status': 'completed', 'code': 200} May 06 18:36:25.551813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-8cbeb338-c8a0-487f-afb1-ff3243a960a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:25.553607 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-8cbeb338-c8a0-487f-afb1-ff3243a960a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e4eb991-4902-4a87-9f2a-70575927a6db HTTP/1.1" status: 200 len: 848 time: 0.2497795 May 06 18:36:25.623920 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-c486430e-9576-4ab4-9616-326dbe9f4833 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597997 May 06 18:36:26.041406 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-ce240948-4f39-45e3-abd7-ecc4faeed623 service neutron] 10.222.0.15 "GET /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050882 May 06 18:36:26.274904 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54400) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:26.298549 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.334046 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:26.340812 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Usage tracker for resource:security_group_rule and tenant:388d153157ae4348af256949cb50c9a8 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:26.345575 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:26.354291 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:26.435612 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9993df20-6674-4f9f-b449-db9a07c442c0 req-96284580-d81b-499c-8bd0-fb1627510017 service neutron] 10.222.0.15 "GET /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577559 May 06 18:36:26.470924 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d5bac-1168-4e41-94a6-83ffc36ffeff req-7786b2af-be06-404d-badf-d78ac2ae164d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:26.474102 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-339d5bac-1168-4e41-94a6-83ffc36ffeff req-7786b2af-be06-404d-badf-d78ac2ae164d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.4343493 May 06 18:36:26.511555 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.527001 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.545645 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-339d5bac-1168-4e41-94a6-83ffc36ffeff req-a9d66203-7799-4f85-b830-b06dbb5aadb9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640063 May 06 18:36:26.578377 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-95db9c41-7a00-4a00-8b9c-a06550ba417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:26.700855 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=388d153157ae4348af256949cb50c9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242728 May 06 18:36:26.701992 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54410) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:26.707053 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab231a7f-b0ce-4a58-a0f3-32438f35ba97,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:26.734214 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a81f-6d2f-470b-980b-8027306880ec req-58ec4f37-5c44-44d9-8c2d-a38ace947814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:26.743604 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-58ec4f37-5c44-44d9-8c2d-a38ace947814 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5aedf2e583b64912ab70531ff2c20106&device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 1097 time: 0.1940465 May 06 18:36:26.769148 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:26.919113 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:26.970093 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.106609 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.119088 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:27.199911 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a81f-6d2f-470b-980b-8027306880ec req-e9ad569c-d7fa-4d67-a83a-16a683e119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:27.201552 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-e9ad569c-d7fa-4d67-a83a-16a683e119a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f HTTP/1.1" status: 200 len: 909 time: 0.4477925 May 06 18:36:27.205856 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab231a7f-b0ce-4a58-a0f3-32438f35ba97,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:27.214115 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:27.216137 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:27.223816 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab231a7f-b0ce-4a58-a0f3-32438f35ba97 HTTP/1.1" status: 204 len: 168 time: 0.5196328 May 06 18:36:27.243911 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f253c-898a-4bc3-a268-7403d2b9f54c req-6e8ae1b5-951a-46a8-9746-6345933d1acb tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:27.261504 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-069f253c-898a-4bc3-a268-7403d2b9f54c req-6e8ae1b5-951a-46a8-9746-6345933d1acb tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 944 time: 0.3928063 May 06 18:36:27.532594 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-069f253c-898a-4bc3-a268-7403d2b9f54c req-3ed5dceb-577e-450d-83f9-0357f2ab3d89 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689588 May 06 18:36:27.535097 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-68685593-5872-461e-97b0-c819d85c7436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bad1d56e-7190-4157-bc80-ef7d49668083 HTTP/1.1" status: 200 len: 217 time: 0.2152441 May 06 18:36:27.688340 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a81f-6d2f-470b-980b-8027306880ec req-7da34f76-5f29-457d-9a47-e8f5033d3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:27.691320 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-7da34f76-5f29-457d-9a47-e8f5033d3268 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e4eb991-4902-4a87-9f2a-70575927a6db HTTP/1.1" status: 200 len: 848 time: 0.1478469 May 06 18:36:27.958490 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-28918568-71ea-4c62-b0a1-e0b474a527c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2512798 May 06 18:36:28.270153 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-b60763bc-7100-410d-9c53-2de5ecd3fc33 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:28.271766 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-b60763bc-7100-410d-9c53-2de5ecd3fc33 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.3265083 May 06 18:36:28.320608 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-13e6a0a6-8d08-4feb-9437-7b9d90ca1bec tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/quotas/e18d1eaeed404130802d0f02a4438a47 HTTP/1.1" status: 200 len: 375 time: 0.0328572 May 06 18:36:28.333248 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b12e-2f3e-4a4a-8633-c0992ba64e47 req-a2bf4f21-c791-43ed-a28a-95db71094a1f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:28.334934 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9431b12e-2f3e-4a4a-8633-c0992ba64e47 req-a2bf4f21-c791-43ed-a28a-95db71094a1f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.5002840 May 06 18:36:28.526526 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-022ac21a-ee18-44fc-ae9a-0ef4ce38b399 service neutron] 10.222.0.15 "GET /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480019 May 06 18:36:28.637128 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9431b12e-2f3e-4a4a-8633-c0992ba64e47 req-5a9bac65-a902-433d-b8a3-634f4f2e305f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924018 May 06 18:36:29.006754 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-b4249e81-f5de-4ed2-8f2f-2736adafdb1d tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6516399 May 06 18:36:29.237754 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b503a81f-6d2f-470b-980b-8027306880ec req-ba756a8c-93f1-4100-8538-af1b116dbcb3 service neutron] 10.222.0.15 "GET /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969681 May 06 18:36:29.386475 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-59c8b1f4-2cfa-437b-9953-6cb65b21af38 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785012 May 06 18:36:29.543156 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212ac6-0295-4299-8497-e04d47ba4da6 req-9bd548c0-511a-4d8a-9c7c-704fe795ec39 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:29.544726 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-44212ac6-0295-4299-8497-e04d47ba4da6 req-9bd548c0-511a-4d8a-9c7c-704fe795ec39 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 944 time: 0.2130065 May 06 18:36:29.589684 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-015d6159-e0e4-41e7-9427-e6744e58c2c9 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923163 May 06 18:36:29.614150 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-44212ac6-0295-4299-8497-e04d47ba4da6 req-087bf29b-ecf1-43e3-9d75-3a616af950e4 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 May 06 18:36:29.986600 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a4d190e9-261e-4a00-bf31-958ae5394dde req-1020d571-e784-40be-9c16-f81349f4c052 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 210 time: 0.0933046 May 06 18:36:30.076047 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff459fbd-223a-457a-ba40-1d9013e2a328 req-abdaea3c-d5ef-4ea5-8ef8-d50e89d76b07 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:30.089712 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff459fbd-223a-457a-ba40-1d9013e2a328 req-abdaea3c-d5ef-4ea5-8ef8-d50e89d76b07 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.2728550 May 06 18:36:30.176406 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device bad1d56e-7190-4157-bc80-ef7d49668083 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:30.200743 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff459fbd-223a-457a-ba40-1d9013e2a328 req-a2a58151-799d-4456-928a-de10076eea0b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098197 May 06 18:36:30.554232 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port bad1d56e-7190-4157-bc80-ef7d49668083, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bad1d56e-7190-4157-bc80-ef7d49668083,segment=NetworkSegment(e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938),segment_id=e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:30.584388 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'bad1d56e-7190-4157-bc80-ef7d49668083', 'network_id': '26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f', 'port_id': 'bad1d56e-7190-4157-bc80-ef7d49668083', 'mac_address': 'fa:16:3e:16:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4eb991-4902-4a87-9f2a-70575927a6db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:30.720057 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.765639 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad1d56e-7190-4157-bc80-ef7d49668083 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:30.803368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port bad1d56e-7190-4157-bc80-ef7d49668083, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bad1d56e-7190-4157-bc80-ef7d49668083,segment=NetworkSegment(e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938),segment_id=e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:30.816967 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:30.822156 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:31.017298 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=bad1d56e-7190-4157-bc80-ef7d49668083,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:31.037203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:31.188245 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['bad1d56e-7190-4157-bc80-ef7d49668083'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:31.243662 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b14ec-f62c-41a2-8886-064726d35396 req-01e8ec1b-c410-4d2f-9ea1-12af37de8c8d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:31.264621 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-530b14ec-f62c-41a2-8886-064726d35396 req-01e8ec1b-c410-4d2f-9ea1-12af37de8c8d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 945 time: 0.2579505 May 06 18:36:31.380983 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30188484-202f-49d7-8f8e-3d4d7846a79e req-64c63343-fb07-46e0-9728-ed6a60a64bcc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 210 time: 0.1263418 May 06 18:36:31.439303 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-530b14ec-f62c-41a2-8886-064726d35396 req-efc4a1e7-daf9-4524-a937-60bd82b049a0 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865923 May 06 18:36:31.931252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663e09-bf94-4c75-8260-949821bcf44d req-3ad90101-51f9-40a6-b68f-f0b1f10871e9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:31.933395 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-43663e09-bf94-4c75-8260-949821bcf44d req-3ad90101-51f9-40a6-b68f-f0b1f10871e9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.2276838 May 06 18:36:32.036075 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-43663e09-bf94-4c75-8260-949821bcf44d req-9448d518-6555-4173-8cb4-c97ae7590ca5 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888467 May 06 18:36:32.064497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-80b63279-a37e-4fb4-b84c-4a9dfe26b916 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:32.067080 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-80b63279-a37e-4fb4-b84c-4a9dfe26b916 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.2452636 May 06 18:36:32.083415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Request body: {'port': {'device_id': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'admin_state_up': True, 'tenant_id': 'e18d1eaeed404130802d0f02a4438a47'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:32.241486 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:32.246331 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Usage tracker for resource:port and tenant:e18d1eaeed404130802d0f02a4438a47 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:32.249716 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:32.256994 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:32.268555 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Made reservation on behalf of e18d1eaeed404130802d0f02a4438a47 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:36:32.272405 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:32.466437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Allocated IP 172.20.0.12 (acc709ce-dbee-45c8-8fbe-d5f8fdbc735a/a2c74512-e793-4888-81d8-46671d1198f0/cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:36:32.668178 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-be705ac4-9997-4749-b752-072c07c831fc req-e034e5c0-d94e-48db-862f-0abf88496aac tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 210 time: 0.1329932 May 06 18:36:32.798655 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54572) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:33.079819 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.084971 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.126561 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:33.139817 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Usage tracker for resource:security_group_rule and tenant:4b96f464a29b447a875e54bd208ae5bc is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:33.145000 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:33.149592 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.155955 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:33.160349 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:33.169437 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28', '28fb9679-e74f-4ae7-913e-6399ce851d9c'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:33.205567 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991e535-d7e2-477e-8f05-3488226d961c req-85afb7f2-e6d1-4666-8a47-ebf5b44912fe tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:33.213462 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6991e535-d7e2-477e-8f05-3488226d961c req-85afb7f2-e6d1-4666-8a47-ebf5b44912fe tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 945 time: 0.5204797 May 06 18:36:33.353569 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.364473 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.365642 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:36:33.376966 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:36:33.379573 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:36:33.387357 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:33.387357 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.429426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-63cc42d6-5565-46f5-8581-69411a3245ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:33.433890 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3547256 May 06 18:36:33.440066 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event updated for resources: {'Port': ['ID=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:33.460207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Request body: {'port': {'device_id': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:36:33.462487 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b96f464a29b447a875e54bd208ae5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605117 May 06 18:36:33.464178 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54586) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:33.527714 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:33.566441 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57799736-ee7b-4b94-86d7-03ec10dfb28f,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:33.579781 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:33.653138 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.656410 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6991e535-d7e2-477e-8f05-3488226d961c req-060e8fdf-fd05-4fcf-b8ba-752566d3640b tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417255 May 06 18:36:33.720301 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.857043 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.868790 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:33.883198 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57799736-ee7b-4b94-86d7-03ec10dfb28f,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:33.890211 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:33.894083 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:33.895451 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57799736-ee7b-4b94-86d7-03ec10dfb28f HTTP/1.1" status: 204 len: 168 time: 0.4257839 May 06 18:36:34.003889 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bd4d5-3018-49e6-a2df-43483c149198 req-04922cd6-e0f5-4a3d-988b-a23846d5a2bc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:34.005469 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c48bd4d5-3018-49e6-a2df-43483c149198 req-04922cd6-e0f5-4a3d-988b-a23846d5a2bc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.4554131 May 06 18:36:34.006121 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.169833 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c48bd4d5-3018-49e6-a2df-43483c149198 req-07e160fe-62fd-437e-b90d-af3ebde54c7b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504943 May 06 18:36:34.208726 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device bad1d56e-7190-4157-bc80-ef7d49668083 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:34.223657 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2494ac-a073-4ae5-ae3d-eb071e6bd135 req-a8ef9a5c-3b18-470c-a987-fa0bb3f1bc88 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:34.224501 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-ba2494ac-a073-4ae5-ae3d-eb071e6bd135 req-a8ef9a5c-3b18-470c-a987-fa0bb3f1bc88 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:34.279238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-ba2494ac-a073-4ae5-ae3d-eb071e6bd135 req-a8ef9a5c-3b18-470c-a987-fa0bb3f1bc88 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:34.282672 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba2494ac-a073-4ae5-ae3d-eb071e6bd135 req-a8ef9a5c-3b18-470c-a987-fa0bb3f1bc88 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 932 time: 0.3972001 May 06 18:36:34.385849 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port bad1d56e-7190-4157-bc80-ef7d49668083 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:34.393667 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port bad1d56e-7190-4157-bc80-ef7d49668083 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:34.394441 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.484941 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54616) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:34.505691 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.507435 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba2494ac-a073-4ae5-ae3d-eb071e6bd135 req-ad0e4af4-ca63-4c8a-b1b3-90cb31139176 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805246 May 06 18:36:34.523617 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:34.529692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fcb8dcb8b741f1ac830cb27d06092a is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:34.542796 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:34.550175 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:34.665260 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.728631 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.729830 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port bad1d56e-7190-4157-bc80-ef7d49668083, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bad1d56e-7190-4157-bc80-ef7d49668083,segment=NetworkSegment(e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938),segment_id=e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:34.731340 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad1d56e-7190-4157-bc80-ef7d49668083'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:34.739442 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.740646 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.744007 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-04fc6a9b-d552-49af-9948-5f4871e413e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:34.759166 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:34.785226 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-19565421-cee2-41ea-8752-ccb0462f8dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:34.794454 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.872400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Transition to ACTIVE for port object cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:36:34.889353 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad1d56e-7190-4157-bc80-ef7d49668083', 'code': 200} May 06 18:36:34.952913 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=bad1d56e-7190-4157-bc80-ef7d49668083,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:34.965457 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:34.969880 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:34.982968 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:34.986567 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb545-4aea-4ebb-b3d7-7438ac8d9030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.059532 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b156e-7f57-41d5-8112-96c900920c5a,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.067673 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.098695 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3fcb8dcb8b741f1ac830cb27d06092a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119013 May 06 18:36:35.103601 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54628) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:35.228527 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.275210 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.286824 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.293607 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Attempting to bind port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:36:35.294067 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Attempting to bind port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:36:35.294326 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Attempting to bind port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:35.305350 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.316310 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:36:35.319174 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Attempting to bind port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:36:35.334626 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:36:35.335389 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Checking segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:36:35.336731 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Bound using segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:36:35.337626 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Bound port: cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:36:35.338314 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.374527 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.454987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5a7d4-9d52-4f98-b294-f52959780a29 req-61808039-fb8a-4cdd-9dfd-ecd058aec174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.456776 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-52d5a7d4-9d52-4f98-b294-f52959780a29 req-61808039-fb8a-4cdd-9dfd-ecd058aec174 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 1099 time: 0.2817180 May 06 18:36:35.463628 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226b034-1de7-4ef1-8a0c-9cb799783aea req-dcc366cd-777e-44c5-b417-dfa906f72e72 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.471918 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d226b034-1de7-4ef1-8a0c-9cb799783aea req-dcc366cd-777e-44c5-b417-dfa906f72e72 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 946 time: 0.6138778 May 06 18:36:35.551314 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-52d5a7d4-9d52-4f98-b294-f52959780a29 req-855729c9-f4c1-4993-af63-be90f9f132af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855596 May 06 18:36:35.574637 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.582996 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bc9e7427-e0dd-4999-8a62-8c1749c07fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:35.601448 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b156e-7f57-41d5-8112-96c900920c5a,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.607912 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.613946 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.619855 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea5b156e-7f57-41d5-8112-96c900920c5a HTTP/1.1" status: 204 len: 168 time: 0.5142918 May 06 18:36:35.623008 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d226b034-1de7-4ef1-8a0c-9cb799783aea req-c77b9ddd-e288-4d9c-9501-d0af3772ef46 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499686 May 06 18:36:35.640601 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] For port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:36:35.644406 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] For port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:36:35.661504 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.669774 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:35.736791 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ef58a-b0bd-4d44-be64-c3dd1f415e0e req-ceb8aa86-5b48-4c6e-ad0e-acdc59cb7de9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.744391 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-758ef58a-b0bd-4d44-be64-c3dd1f415e0e req-ceb8aa86-5b48-4c6e-ad0e-acdc59cb7de9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.2691994 May 06 18:36:35.768206 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.768826 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:35.770239 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] 10.222.0.15 "PUT /v2.0/ports/cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 HTTP/1.1" status: 200 len: 1094 time: 2.3258257 May 06 18:36:35.770754 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'tag': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:35.826330 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:35.831474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:35.898666 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-758ef58a-b0bd-4d44-be64-c3dd1f415e0e req-66f2a87a-88ec-44ff-bbec-12aa6984dcbe tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531830 May 06 18:36:35.955915 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-33f6c102-3372-43e1-a122-ff3496182a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:35.957577 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-33f6c102-3372-43e1-a122-ff3496182a85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 1097 time: 0.1252103 May 06 18:36:36.055750 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-e9134f41-da95-4e26-a439-df3cba611080 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 HTTP/1.1" status: 200 len: 217 time: 0.0873990 May 06 18:36:36.173462 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-fe2d0e19-37ea-4e10-bc9a-7893c35b6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.174948 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-fe2d0e19-37ea-4e10-bc9a-7893c35b6a0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.0803318 May 06 18:36:36.327219 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'tag': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65', 'status': 'completed', 'code': 200} May 06 18:36:36.342380 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-b8876ae3-ab48-4ba3-91a4-bb38a71c3c28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495900 May 06 18:36:36.352492 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f27de-c75a-42af-8e76-7356ad0ebaef req-c16edbc4-23fd-4620-9fb0-4f5ad1272ac9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.352828 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-376f27de-c75a-42af-8e76-7356ad0ebaef req-c16edbc4-23fd-4620-9fb0-4f5ad1272ac9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 944 time: 0.3172202 May 06 18:36:36.498022 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-376f27de-c75a-42af-8e76-7356ad0ebaef req-de62c2df-634b-409d-9059-a9a979be5a1b tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227591 May 06 18:36:36.533646 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-dc8e31b6-5ac4-4f8c-87a3-0240a130059c service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791527 May 06 18:36:36.753218 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aed0d502-c4d3-4383-948a-28c5da4e60e4 req-48f1b2fd-6e28-4fe5-8236-52fbeab52182 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082751 May 06 18:36:36.993514 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-a35902b8-7ecf-4bcb-ae67-bf4eab4dfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:36.995120 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-a35902b8-7ecf-4bcb-ae67-bf4eab4dfbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 1097 time: 0.1291399 May 06 18:36:37.023490 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8e83-0d57-4be7-8f14-260a1013eb45 req-cfcf269d-e693-40de-939c-256893a1b05a tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.027534 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e64b8e83-0d57-4be7-8f14-260a1013eb45 req-cfcf269d-e693-40de-939c-256893a1b05a tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 946 time: 0.1965959 May 06 18:36:37.203909 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e64b8e83-0d57-4be7-8f14-260a1013eb45 req-a446cdc3-810e-45de-8362-f67815fe661e tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372721 May 06 18:36:37.416553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-5371a19c-fe14-475c-8e34-9affbc15cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.420405 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-5371a19c-fe14-475c-8e34-9affbc15cec6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 915 time: 0.3910272 May 06 18:36:37.500109 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-c7c9e513-7a84-4b7b-a73a-d4b4af228100 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 HTTP/1.1" status: 200 len: 217 time: 0.0685565 May 06 18:36:37.579705 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1568d-0c0f-4ac6-a72a-8a39ddf62d20 req-818d287a-9bb0-448b-85bf-7edbdecfce72 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.584950 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3d1568d-0c0f-4ac6-a72a-8a39ddf62d20 req-818d287a-9bb0-448b-85bf-7edbdecfce72 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.3786101 May 06 18:36:37.658569 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1ce5-c422-445f-af7c-7816733c929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.690507 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:37.703306 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-50f8ac3b-94af-4671-842b-fbbf08363a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.705415 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-50f8ac3b-94af-4671-842b-fbbf08363a9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.1965330 May 06 18:36:37.786135 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-2a5393f9-d5d1-4354-9d79-e624198cdc6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638957 May 06 18:36:37.798390 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3d1568d-0c0f-4ac6-a72a-8a39ddf62d20 req-fd1a7494-ca98-4a59-a2d5-bd6f367d57c4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044389 May 06 18:36:37.965374 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974be696-189b-40c2-ad21-c13eac9d3896 req-03fba8e4-6032-46dd-94d0-c42e2b5d6c09 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:37.966958 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-974be696-189b-40c2-ad21-c13eac9d3896 req-03fba8e4-6032-46dd-94d0-c42e2b5d6c09 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 944 time: 0.3190641 May 06 18:36:38.017026 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-4709fa70-99a5-4cdb-b197-889aff0c38ab service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127366 May 06 18:36:38.127591 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-974be696-189b-40c2-ad21-c13eac9d3896 req-fd63869d-33ef-4338-9a88-9db57c252117 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382644 May 06 18:36:38.237862 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1519fd3d-1cc0-4616-8d70-42255a86d71e req-b28cfa20-d1df-41a8-bccb-67c90bac9174 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062616 May 06 18:36:38.431741 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac10e52-4361-4349-bd35-b39d903cc7e5 req-693a6bb6-f43d-49d2-950c-327429bb8c54 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:38.433334 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dac10e52-4361-4349-bd35-b39d903cc7e5 req-693a6bb6-f43d-49d2-950c-327429bb8c54 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 946 time: 0.0936923 May 06 18:36:38.525039 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dac10e52-4361-4349-bd35-b39d903cc7e5 req-84d34129-2b68-4c85-b830-be88d6d24c03 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757241 May 06 18:36:38.823631 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:39.053495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16900c8b-84b2-4a99-9240-2609bc9b754c req-f43b1dfa-d0b0-45a0-b5a4-3679de2b621f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:39.056835 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-16900c8b-84b2-4a99-9240-2609bc9b754c req-f43b1dfa-d0b0-45a0-b5a4-3679de2b621f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1090889 May 06 18:36:39.136198 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-16900c8b-84b2-4a99-9240-2609bc9b754c req-76a84ca1-7532-4585-84e8-f86f0d4e4659 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718703 May 06 18:36:39.491924 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297c3c6-7fe5-4217-9e6a-a85caba7145c req-11b8f4f2-c4dd-4776-9f23-9bc6eb02e3d7 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:39.494101 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a297c3c6-7fe5-4217-9e6a-a85caba7145c req-11b8f4f2-c4dd-4776-9f23-9bc6eb02e3d7 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 944 time: 0.1420734 May 06 18:36:39.664030 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a297c3c6-7fe5-4217-9e6a-a85caba7145c req-cbbfb8fd-1c60-4ef3-abec-931632e1a39b tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634636 May 06 18:36:39.817245 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 54760) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:39.966251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:39.981799 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:39.985849 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2133117f59ec4e28b547d0bca4705f69 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:39.988944 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:39.996183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:40.092393 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.096767 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.105146 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:40.150095 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2133117f59ec4e28b547d0bca4705f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317046 May 06 18:36:40.150985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b46ae6-30b4-426e-b667-ecc0e3fd8a8d,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:40.153134 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54766) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:40.154463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:40.214763 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:36:40.268079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.341883 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.372284 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:40.387532 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1371cd-ad40-46e1-9733-30c4930b42f7 req-0f3c6090-b2eb-4659-aa67-b787e3108347 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:40.388258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'port_id': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65', 'mac_address': 'fa:16:3e:9c:50:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c74512-e793-4888-81d8-46671d1198f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:36:40.390204 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4e1371cd-ad40-46e1-9733-30c4930b42f7 req-0f3c6090-b2eb-4659-aa67-b787e3108347 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1278129 May 06 18:36:40.468128 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4e1371cd-ad40-46e1-9733-30c4930b42f7 req-4fededc4-81f8-40c1-8dbc-37df42c672df tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 May 06 18:36:40.477350 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.482571 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3afad753-6b23-4e54-aaaa-3589758c5deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:40.487372 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.498919 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b46ae6-30b4-426e-b667-ecc0e3fd8a8d,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:40.508499 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:40.509527 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.511102 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53b46ae6-30b4-426e-b667-ecc0e3fd8a8d HTTP/1.1" status: 204 len: 168 time: 0.3566825 May 06 18:36:40.559843 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.583358 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:36:40.617445 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:40.628650 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:40.631143 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-bb7425e1-657d-48e5-8224-b42dafb724eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:40.725103 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:40.731171 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:40.949643 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d2495-6d1d-4ee5-abf5-2fe0f73babcd req-ccc52374-a94e-4e0b-a332-c44e961402f5 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:40.962603 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-db2d2495-6d1d-4ee5-abf5-2fe0f73babcd req-ccc52374-a94e-4e0b-a332-c44e961402f5 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 945 time: 0.1516294 May 06 18:36:41.012735 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:41.094129 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-db2d2495-6d1d-4ee5-abf5-2fe0f73babcd req-71b4cdd8-afba-4ef6-b48b-e67240138b21 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263492 May 06 18:36:41.164785 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54798) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:41.188074 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.205192 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:41.210456 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Usage tracker for resource:security_group_rule and tenant:7e1290e76bfe4f9c807fff337259c17f is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:41.215227 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:41.222977 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:41.362016 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.369453 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.382292 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4dd3998c-e3e2-4af7-ad2d-41e78bbca8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:41.430383 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e1290e76bfe4f9c807fff337259c17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629871 May 06 18:36:41.435275 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 54814) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:41.439464 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956b4a7-5f4c-4aba-a9c5-ea4eab73de40,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:41.459352 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:41.516437 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.578757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.682591 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.692273 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-827557fd-bd80-4778-9d9b-50dbc8fca6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:41.710173 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064c3d-13e1-48db-9cf9-97912fb8ed44 req-9a644ac1-0c72-4d92-a7a0-d674c914d085 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:41.714226 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956b4a7-5f4c-4aba-a9c5-ea4eab73de40,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:41.718356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:41.722139 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0a064c3d-13e1-48db-9cf9-97912fb8ed44 req-9a644ac1-0c72-4d92-a7a0-d674c914d085 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1128151 May 06 18:36:41.730391 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:41.737862 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6956b4a7-5f4c-4aba-a9c5-ea4eab73de40 HTTP/1.1" status: 204 len: 168 time: 0.2989583 May 06 18:36:41.859972 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0a064c3d-13e1-48db-9cf9-97912fb8ed44 req-1e9b69d6-a644-439c-b503-721ac154a144 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257412 May 06 18:36:42.423415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fde4f-9adf-4758-b38d-40aed95dd55e req-568047c2-195c-472c-9bb9-6775ca1f2987 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:42.425800 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e44fde4f-9adf-4758-b38d-40aed95dd55e req-568047c2-195c-472c-9bb9-6775ca1f2987 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 945 time: 0.1690915 May 06 18:36:42.504137 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e44fde4f-9adf-4758-b38d-40aed95dd55e req-1e35c105-cf52-4fa4-9b58-d7f12e8217e1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674589 May 06 18:36:43.210386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5ebd-62c6-4af3-b84f-c9652e957870 req-156b61bf-1cf9-43f3-bedf-de2f0082f094 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:43.218427 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c53e5ebd-62c6-4af3-b84f-c9652e957870 req-156b61bf-1cf9-43f3-bedf-de2f0082f094 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1854143 May 06 18:36:43.290312 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c53e5ebd-62c6-4af3-b84f-c9652e957870 req-f1c6ff91-3925-4efa-9225-7f4db57f3fc2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705600 May 06 18:36:44.048096 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe3d96-d325-48d9-adbd-982ec38d5b0e req-2f28ee55-7879-494b-b6a3-0c7f8b3c0b70 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:44.057519 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8cfe3d96-d325-48d9-adbd-982ec38d5b0e req-2f28ee55-7879-494b-b6a3-0c7f8b3c0b70 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 945 time: 0.1930478 May 06 18:36:44.156715 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eebbe-dcdc-4d28-ac17-a1155e695395 req-8c3e1a66-410a-4c30-83c8-76b04d5ad6d0 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:44.159384 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f36eebbe-dcdc-4d28-ac17-a1155e695395 req-8c3e1a66-410a-4c30-83c8-76b04d5ad6d0 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 946 time: 0.2214708 May 06 18:36:44.221265 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:36:44.232134 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8cfe3d96-d325-48d9-adbd-982ec38d5b0e req-d1f8a9ad-51f2-4a66-a1a8-f705c752a7aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727731 May 06 18:36:44.307524 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f36eebbe-dcdc-4d28-ac17-a1155e695395 req-ece7e0c2-08c3-4428-893a-42ac82a52391 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361613 May 06 18:36:44.392750 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:36:44.400394 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:36:44.400775 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:44.605552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4427f86-90c6-4fb4-b684-372c53e509ef req-7ad83c99-d228-408c-ad40-0dea96c91ae3 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:44.607250 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e4427f86-90c6-4fb4-b684-372c53e509ef req-7ad83c99-d228-408c-ad40-0dea96c91ae3 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1270692 May 06 18:36:44.626160 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:44.668383 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:44.679095 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:44.688198 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e4427f86-90c6-4fb4-b684-372c53e509ef req-c1a8937c-5aac-4faf-b391-d6523d799463 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722487 May 06 18:36:44.701159 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:44.707334 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:44.800813 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65', 'code': 200} May 06 18:36:44.880489 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:44.890138 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:45.126336 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3958aa-2d9c-4afe-8d7b-2e5b904a5f9c req-24ec6eaf-c9b5-439c-acec-2e034ced5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.128202 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6f3958aa-2d9c-4afe-8d7b-2e5b904a5f9c req-24ec6eaf-c9b5-439c-acec-2e034ced5dbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 1099 time: 0.1053624 May 06 18:36:45.198649 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6f3958aa-2d9c-4afe-8d7b-2e5b904a5f9c req-842dd34c-1cfd-4911-a27c-042fd82789a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599322 May 06 18:36:45.649486 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3156a2-ac42-4bbe-be3d-b9412e6faf00 req-fed61881-df25-417d-a2a0-c751e061d432 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.658789 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5f3156a2-ac42-4bbe-be3d-b9412e6faf00 req-fed61881-df25-417d-a2a0-c751e061d432 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 946 time: 0.2408543 May 06 18:36:45.724096 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55006) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:45.752271 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5f3156a2-ac42-4bbe-be3d-b9412e6faf00 req-fce68e84-71f4-4b35-bf81-f99ed431b8e9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921466 May 06 18:36:45.919598 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44011ed-1510-4ec9-8878-9bf5ab1dad92 req-da900d53-f506-4db2-8e61-b7a0a9c8b4e9 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:45.964669 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44011ed-1510-4ec9-8878-9bf5ab1dad92 req-da900d53-f506-4db2-8e61-b7a0a9c8b4e9 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 946 time: 0.4804559 May 06 18:36:45.967479 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55018) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:45.999363 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-6d36db32-113f-4ad9-a1c1-1ed987a5b5ef tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:46.001498 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-6d36db32-113f-4ad9-a1c1-1ed987a5b5ef tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.15 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 946 time: 0.5148919 May 06 18:36:46.054109 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.074711 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:46.080106 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:10879c39487e45f1ad1d8694160c8dec is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:46.084268 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:46.090965 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44011ed-1510-4ec9-8878-9bf5ab1dad92 req-4373c765-97d8-4137-84ab-2c3ae12c262e tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/security-groups?id=54173327-ae2a-41bd-9eca-26fa8ec98826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248097 May 06 18:36:46.094056 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:46.208195 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.221286 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Deleting port bad1d56e-7190-4157-bc80-ef7d49668083 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:36:46.221913 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.230224 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.241344 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a2cb09b5-09be-49ae-9c83-54d2948e4a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:46.301274 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.375495 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a698c7e4-0502-450d-a254-d76fe90dfaa0,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:46.384380 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:46.399582 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:46.407049 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Usage tracker for resource:security_group_rule and tenant:e014a283f253491c87b706191d8924a3 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:46.411630 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:46.423837 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:46.544018 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10879c39487e45f1ad1d8694160c8dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753651 May 06 18:36:46.546854 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.548409 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55026) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:46.564460 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.574888 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] For port bad1d56e-7190-4157-bc80-ef7d49668083, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bad1d56e-7190-4157-bc80-ef7d49668083,segment=NetworkSegment(e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938),segment_id=e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:36:46.575409 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.581170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8f9f2629-1827-415f-8a1a-f34d5939b7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:46.659663 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd53d822-206a-41fd-bc3b-be17a45156df,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:46.665462 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:46.672488 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e014a283f253491c87b706191d8924a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9416413 May 06 18:36:46.683704 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55030) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:46.722471 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.782773 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.803718 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Calling delete_port for bad1d56e-7190-4157-bc80-ef7d49668083 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:36:46.823839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd6f1e-de92-4723-ac93-345145816b97 req-8b93c816-0af5-49f9-bf8d-cf95c170165b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:46.825397 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6acd6f1e-de92-4723-ac93-345145816b97 req-8b93c816-0af5-49f9-bf8d-cf95c170165b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.4607012 May 06 18:36:46.832381 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.866228 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.887339 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6acd6f1e-de92-4723-ac93-345145816b97 req-86defb5f-0131-45b6-92c0-0d095937e333 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 May 06 18:36:46.909830 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.919273 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3d6ad220-f5fa-4ba8-9036-028e8a6c0314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:46.933220 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698c7e4-0502-450d-a254-d76fe90dfaa0,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:46.937683 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:46.944686 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.946764 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a698c7e4-0502-450d-a254-d76fe90dfaa0 HTTP/1.1" status: 204 len: 168 time: 0.3969319 May 06 18:36:46.973849 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.980831 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-95213dea-2bf9-48c4-889f-16d00c1527aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:46.992771 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:46.997989 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd53d822-206a-41fd-bc3b-be17a45156df HTTP/1.1" status: 204 len: 168 time: 0.3090293 May 06 18:36:46.997989 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd53d822-206a-41fd-bc3b-be17a45156df,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:46.997989 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:47.055316 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.063249 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:47.080322 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['bad1d56e-7190-4157-bc80-ef7d49668083'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:36:47.119570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Pushing event deleted for resources: {'Port': ['ID=bad1d56e-7190-4157-bc80-ef7d49668083,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:47.124126 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:47.133318 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03c6d6-787d-4a5c-a2f5-b6662c1a6f80 req-763c3aef-0882-4e0e-b25a-de58a18a46cf tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:47.142272 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0f03c6d6-787d-4a5c-a2f5-b6662c1a6f80 req-763c3aef-0882-4e0e-b25a-de58a18a46cf tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 946 time: 0.2367408 May 06 18:36:47.240991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] No DVR routers for this DVR port bad1d56e-7190-4157-bc80-ef7d49668083 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:36:47.255960 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.259281 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'name': 'network-vif-deleted', 'tag': 'bad1d56e-7190-4157-bc80-ef7d49668083'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:36:47.291208 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0f03c6d6-787d-4a5c-a2f5-b6662c1a6f80 req-be626db7-e4cf-47c7-b8f4-88ab4441f709 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428280 May 06 18:36:47.328673 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1c629e68-c916-4dcd-93f3-f3ce60ea980f req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.15 "DELETE /v2.0/ports/bad1d56e-7190-4157-bc80-ef7d49668083 HTTP/1.1" status: 204 len: 173 time: 1.3192933 May 06 18:36:47.460111 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedbf868-e7e8-4cf4-9410-601526df503a', 'name': 'network-vif-deleted', 'tag': 'bad1d56e-7190-4157-bc80-ef7d49668083', 'status': 'completed', 'code': 200} May 06 18:36:47.473155 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-155faff2-3c1f-4eaa-a423-48fe25f7cc6f req-58675771-0380-423a-9dd3-7cbb1e2c5a0b tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Synchronizing usage tracker for tenant:5aedf2e583b64912ab70531ff2c20106 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:36:47.497159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-155faff2-3c1f-4eaa-a423-48fe25f7cc6f req-58675771-0380-423a-9dd3-7cbb1e2c5a0b tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Unset dirty status for tenant:5aedf2e583b64912ab70531ff2c20106 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:36:47.501553 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-155faff2-3c1f-4eaa-a423-48fe25f7cc6f req-58675771-0380-423a-9dd3-7cbb1e2c5a0b tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cedbf868-e7e8-4cf4-9410-601526df503a HTTP/1.1" status: 200 len: 210 time: 0.1009686 May 06 18:36:47.559523 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55056) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:47.592188 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.613324 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55062) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:47.634371 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.650479 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:47.651642 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:47.656271 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Usage tracker for resource:security_group_rule and tenant:a88989a126c04ffdbf3589c9888f9c30 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:47.656468 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Usage tracker for resource:security_group_rule and tenant:97a42cae7f1248d7af07ab0033f1efa7 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:47.659909 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:47.664576 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:47.668170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:47.680703 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:47.859056 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.869198 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.885207 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:47.895868 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.913508 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:47.940338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:48.002331 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a88989a126c04ffdbf3589c9888f9c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848224 May 06 18:36:48.002331 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55074) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:48.031336 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6aaf99-a0ca-4b6b-aba7-bb825603eb84,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:48.036958 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97a42cae7f1248d7af07ab0033f1efa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759791 May 06 18:36:48.037933 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f88b731-110d-4039-8049-a961656f3632,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:48.046729 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:48.050756 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55078) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:48.072695 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.073071 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.073435 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.073794 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.074146 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.074497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.074847 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.075220 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.075571 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.075914 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.076257 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.076602 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:48.088317 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:48.210416 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0682-05c8-4631-859d-8c31e7c34b05 req-33fe6066-dc60-4274-bd89-9b4039da556a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:48.214715 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba1b0682-05c8-4631-859d-8c31e7c34b05 req-33fe6066-dc60-4274-bd89-9b4039da556a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1077063 May 06 18:36:48.279863 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ba1b0682-05c8-4631-859d-8c31e7c34b05 req-2fd53832-fbdf-4143-a88f-8c95e1efa159 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590432 May 06 18:36:48.297332 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.327217 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.339652 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.410317 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.472378 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.477994 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-64de73ca-b62d-4eac-a730-fe175d7323d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:48.489357 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.496558 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6aaf99-a0ca-4b6b-aba7-bb825603eb84,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:48.498914 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:48.502141 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-24edb819-18c8-453b-a4b5-dc41e3f5fce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:48.525160 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f88b731-110d-4039-8049-a961656f3632,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:48.536605 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:48.546973 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.550734 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e6aaf99-a0ca-4b6b-aba7-bb825603eb84 HTTP/1.1" status: 204 len: 168 time: 0.5419478 May 06 18:36:48.550734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:48.554096 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f88b731-110d-4039-8049-a961656f3632 HTTP/1.1" status: 204 len: 168 time: 0.4984448 May 06 18:36:49.565870 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbc750-f089-4f96-97ce-d0a99ceb5521 req-4884d121-a87a-4594-a052-5b60ff7978a4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:49.567915 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-58cbc750-f089-4f96-97ce-d0a99ceb5521 req-4884d121-a87a-4594-a052-5b60ff7978a4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1093428 May 06 18:36:49.652103 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-58cbc750-f089-4f96-97ce-d0a99ceb5521 req-51900e97-791d-44e8-88ad-7483f04c68ca tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757523 May 06 18:36:50.223546 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device bad1d56e-7190-4157-bc80-ef7d49668083 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:36:50.271204 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a833-7121-4822-9862-2c9375aa1e7a req-e256a2b7-f0d0-41ef-a820-96d6821ae0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:50.274418 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5860a833-7121-4822-9862-2c9375aa1e7a req-e256a2b7-f0d0-41ef-a820-96d6821ae0fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 1098 time: 0.1165957 May 06 18:36:50.291102 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: bad1d56e-7190-4157-bc80-ef7d49668083 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:36:50.291462 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device bad1d56e-7190-4157-bc80-ef7d49668083 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:36:50.365776 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5860a833-7121-4822-9862-2c9375aa1e7a req-ce668a98-9b73-40b9-bd76-8c14defed575 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792334 May 06 18:36:50.576339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55182) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:50.743700 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:50.768324 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:50.773966 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9a3b44bf6f43bd8bc3c20bd29dfb74 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:50.777686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:50.787210 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:51.040000 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.061604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.073001 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6371766f-3e80-4d19-8299-32797e75dcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:51.144153 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098cde5-3cb3-413a-8907-e634a3a54f88 req-9b7df766-357c-4d8c-92d3-278ac03bd4eb tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:51.145754 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f098cde5-3cb3-413a-8907-e634a3a54f88 req-9b7df766-357c-4d8c-92d3-278ac03bd4eb tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.2652886 May 06 18:36:51.158734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55208) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:51.159562 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e9a3b44bf6f43bd8bc3c20bd29dfb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802085 May 06 18:36:51.164096 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6924afc9-8e4d-4f25-9fe1-de34b5957101,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:51.167716 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:51.221279 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f098cde5-3cb3-413a-8907-e634a3a54f88 req-9b1e700a-10a3-45f5-81c2-d8d1c0800964 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591025 May 06 18:36:51.303995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.344281 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.414251 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.419804 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-aeeb6281-2b01-4d1b-9e02-a48f141d1c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:51.444566 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6924afc9-8e4d-4f25-9fe1-de34b5957101,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:51.453008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:51.455183 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6924afc9-8e4d-4f25-9fe1-de34b5957101 HTTP/1.1" status: 204 len: 168 time: 0.2946963 May 06 18:36:51.463998 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.465222 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.465806 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.466820 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.467402 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.468235 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.468567 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.469210 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.469661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.470130 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.470578 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.471162 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:36:51.484281 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:52.226631 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55248) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:52.494168 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55260) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:52.576553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe622c8f-83c2-434f-9e7e-6c69a370ab97 req-fea32a36-8c13-4aa9-a5c3-af5fdf1da80d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:52.578397 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fe622c8f-83c2-434f-9e7e-6c69a370ab97 req-fea32a36-8c13-4aa9-a5c3-af5fdf1da80d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1694551 May 06 18:36:52.623305 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:52.628803 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fe622c8f-83c2-434f-9e7e-6c69a370ab97 req-1dbbcb11-ae6d-4237-bd44-5963fa6e3200 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 May 06 18:36:52.643079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:52.660142 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:52.668406 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:52.670764 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Usage tracker for resource:security_group_rule and tenant:ab547ebe213942f5b17bcf589c732613 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:52.675407 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:52.679170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Usage tracker for resource:security_group_rule and tenant:fa0afd115aac47acb8c97b504b9dc583 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:52.684634 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:52.687552 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:52.693267 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:52.855948 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:52.857981 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:52.863792 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:52.880504 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-859b697e-e461-4155-a052-353beb567c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:52.895528 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:52.932917 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239b46-84b9-4872-9ffc-a1b27016401a req-5efff361-a825-41e8-a77e-923e6d951144 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:52.940761 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d6239b46-84b9-4872-9ffc-a1b27016401a req-5efff361-a825-41e8-a77e-923e6d951144 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1119447 May 06 18:36:52.984764 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55278) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:52.987201 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab547ebe213942f5b17bcf589c732613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901564 May 06 18:36:52.988973 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6703e-d49f-4cf0-95bb-4e99dc46bff1,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:53.012230 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa0afd115aac47acb8c97b504b9dc583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7835655 May 06 18:36:53.013451 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:53.014036 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55284) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:53.014685 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6f19083f-6947-4d7c-99b3-22291d844c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:53.047598 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4895622b-d0c6-4f41-b670-8ea9393a04cd,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:53.064734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:53.080522 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d6239b46-84b9-4872-9ffc-a1b27016401a req-4eedc4f4-8101-4df9-a436-eeeaddf1573a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382654 May 06 18:36:53.096088 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.152572 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.221701 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.253686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.258976 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:53.274031 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6703e-d49f-4cf0-95bb-4e99dc46bff1,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:53.279591 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:53.297706 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.298554 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.299769 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ae6703e-d49f-4cf0-95bb-4e99dc46bff1 HTTP/1.1" status: 204 len: 168 time: 0.3138981 May 06 18:36:53.406152 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.412009 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-40cb6812-6490-4ffd-bca0-514480c068ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:53.441143 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895622b-d0c6-4f41-b670-8ea9393a04cd,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:53.443284 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.444617 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4895622b-d0c6-4f41-b670-8ea9393a04cd HTTP/1.1" status: 204 len: 168 time: 0.3999052 May 06 18:36:53.445524 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:53.889538 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55320) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:53.914752 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:53.950348 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:53.954810 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Usage tracker for resource:security_group_rule and tenant:144b67e9ec284259a0d14d6fa4ca8671 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:53.957960 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:53.964086 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:54.062806 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:54.068781 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:54.077121 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2b1f9c89-3b11-4a11-9b48-d18ff100d621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:54.120500 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7137aab-2d5e-463a-ab30-21fd84555d1e,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:54.128993 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=144b67e9ec284259a0d14d6fa4ca8671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353978 May 06 18:36:54.128993 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:54.129330 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55328) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:54.200936 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:54.232208 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:54.309518 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:54.323673 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e8f035db-6e7e-45e9-b43e-7c9854b5491a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:54.400789 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7137aab-2d5e-463a-ab30-21fd84555d1e,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:54.410345 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:54.418609 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:54.420051 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7137aab-2d5e-463a-ab30-21fd84555d1e HTTP/1.1" status: 204 len: 168 time: 0.2900124 May 06 18:36:54.997610 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:36:56.331942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-2b245ece-3a0c-4271-bac2-5ef5debb8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.334201 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-2b245ece-3a0c-4271-bac2-5ef5debb8078 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.4639781 May 06 18:36:56.346443 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8d4a5-f5bf-4124-b791-1505f107baed req-438f9b4c-f61d-48d1-bf58-ec748f41625d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.348425 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-23f8d4a5-f5bf-4124-b791-1505f107baed req-438f9b4c-f61d-48d1-bf58-ec748f41625d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.3906124 May 06 18:36:56.384386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fe77ee01-56c5-418e-b76c-5de632c07f03 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.386217 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fe77ee01-56c5-418e-b76c-5de632c07f03 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.3701613 May 06 18:36:56.559649 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-5b9998e0-08f2-495e-a455-e8b8c4ed3753 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/quotas/e18d1eaeed404130802d0f02a4438a47 HTTP/1.1" status: 200 len: 375 time: 0.1173313 May 06 18:36:56.573366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-23f8d4a5-f5bf-4124-b791-1505f107baed req-bef27ba1-091a-4086-91d9-b027f9615742 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856918 May 06 18:36:56.684956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-1c9ef114-b8fa-46cd-83cb-2eea691f3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:56.687051 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-1c9ef114-b8fa-46cd-83cb-2eea691f3673 service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.3374481 May 06 18:36:56.792925 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-239051fc-afdf-4e8e-ab76-fd53b38ce133 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 217 time: 0.0937507 May 06 18:36:56.815324 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-5e47b6a1-3de6-4a04-a9ff-902f8c73271e tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2382751 May 06 18:36:57.143954 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-789ded94-cdfe-456a-98db-4ca65af07596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:57.149967 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-789ded94-cdfe-456a-98db-4ca65af07596 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.2960973 May 06 18:36:57.266263 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-63278ad7-17ef-4ca0-ae4a-925965a6e011 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966282 May 06 18:36:57.432653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55502) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:57.440131 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-9a0918c4-3d5a-46bd-a19c-da34b7217dc5 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233840 May 06 18:36:57.618807 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-60660095-2ba3-4dc0-84bb-0742b98c100d service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298948 May 06 18:36:57.640596 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:57.670679 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:36:57.679823 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Usage tracker for resource:security_group_rule and tenant:90bcb5df7f4745d0b15d00c2d0915bc5 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:36:57.686026 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:36:57.699629 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:36:57.765594 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-3e6126c4-b249-4e58-bb48-9c424d0ec332 service neutron] 10.222.0.11 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107364 May 06 18:36:57.923816 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:57.934467 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:57.948027 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bf21eee5-ef0b-4a22-92de-3261b53ae8a0 req-fadfbcf5-5425-4d99-ac41-66a255d16f1c service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009927 May 06 18:36:57.951215 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:58.050765 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3094d-c227-4df6-887f-778bde64bb56 req-6d5adf90-bf2b-429f-bc18-6a8dcb28f17a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:58.058047 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f4f3094d-c227-4df6-887f-778bde64bb56 req-6d5adf90-bf2b-429f-bc18-6a8dcb28f17a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1843631 May 06 18:36:58.065064 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55532) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:36:58.065355 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90bcb5df7f4745d0b15d00c2d0915bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297483 May 06 18:36:58.073358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b15855f-5d2c-4a85-8cc0-bd683032f2b7,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:58.090068 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:58.156466 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f4f3094d-c227-4df6-887f-778bde64bb56 req-16cd9fcf-9b65-4891-8882-9a83f424a0f5 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957513 May 06 18:36:58.189701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:58.304835 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:58.324864 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f79ce728-7a0a-43cf-b300-570b8c946b3f req-0c09be16-c3ab-4c83-a3b2-699d2b8021d5 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 210 time: 0.0829191 May 06 18:36:58.380274 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:58.386676 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:36:58.400306 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b15855f-5d2c-4a85-8cc0-bd683032f2b7,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:36:58.406107 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:36:58.408540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:36:58.409772 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b15855f-5d2c-4a85-8cc0-bd683032f2b7 HTTP/1.1" status: 204 len: 168 time: 0.3301096 May 06 18:36:58.925269 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eac52-c1fa-4432-b256-57ce232994e5 req-3474f5bf-b717-410e-bb3b-41532bc2c154 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:58.926961 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7b5eac52-c1fa-4432-b256-57ce232994e5 req-3474f5bf-b717-410e-bb3b-41532bc2c154 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1065979 May 06 18:36:58.987759 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7b5eac52-c1fa-4432-b256-57ce232994e5 req-026a3cd3-cd04-4ea9-bd8f-b1b1eb52d387 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534606 May 06 18:36:59.540615 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9dbb3cb2-156b-42d2-8a88-c22328beca60 req-c272f6b0-911c-4fc5-89a4-800baeed7d47 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 210 time: 0.0455024 May 06 18:36:59.830331 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c3355-9386-4ba5-9337-afc016164a52 req-0a8ed8cc-b663-4021-bfbb-f8d0146e2d77 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:36:59.830331 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-662c3355-9386-4ba5-9337-afc016164a52 req-0a8ed8cc-b663-4021-bfbb-f8d0146e2d77 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4549665 May 06 18:36:59.955914 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-662c3355-9386-4ba5-9337-afc016164a52 req-045bb85e-c779-4e4a-88d6-02bc03b07a4a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175616 May 06 18:36:59.992809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-ea35906d-57b4-4d5e-b3bc-ab879adf7cad tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.000338 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-ea35906d-57b4-4d5e-b3bc-ab879adf7cad tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 814 time: 0.4380395 May 06 18:37:00.035642 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Request body: {'port': {'device_id': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'admin_state_up': True, 'tenant_id': 'e18d1eaeed404130802d0f02a4438a47'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:00.291973 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abd6dd-af07-4dd5-867c-70a6e5bb8985 req-e269e403-15b9-48da-9238-a1da122ba8d9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.293560 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-54abd6dd-af07-4dd5-867c-70a6e5bb8985 req-e269e403-15b9-48da-9238-a1da122ba8d9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1585703 May 06 18:37:00.306844 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:00.332416 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:00.365080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Made reservation on behalf of e18d1eaeed404130802d0f02a4438a47 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:00.371334 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:00.417040 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-54abd6dd-af07-4dd5-867c-70a6e5bb8985 req-d2f38cb4-40ae-4e79-b36e-e75596e0cc06 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160030 May 06 18:37:00.487603 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-27c9f817-471c-4c6c-9556-b60ded7dff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.489865 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-27c9f817-471c-4c6c-9556-b60ded7dff0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1098 time: 0.1465590 May 06 18:37:00.615577 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Allocated IP 172.20.0.9 (acc709ce-dbee-45c8-8fbe-d5f8fdbc735a/a2c74512-e793-4888-81d8-46671d1198f0/a2fa718a-4980-4546-8815-25eb6bcf57c7) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:37:00.677727 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-443e7355-3f84-4424-a327-61dc346dec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.679989 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-443e7355-3f84-4424-a327-61dc346dec3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.1632974 May 06 18:37:00.750957 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-03c67a10-5cc1-4bd5-aae4-079c05b4a2d6 req-a0afd3ae-37c7-43e2-b78d-684bb53fe54e tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 210 time: 0.0732775 May 06 18:37:00.849589 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-ba1b2ae3-e91b-4216-8c0f-78267138645c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 1001 time: 0.1602843 May 06 18:37:00.916500 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-0766e9cc-d386-4407-867b-d726b8a98885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:00.918650 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-0766e9cc-d386-4407-867b-d726b8a98885 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.0620742 May 06 18:37:00.929784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:00.966235 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:00.973319 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:00.984119 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28', '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:01.026323 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-92062b9a-01fb-4874-b5af-4af089206d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:01.028089 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-92062b9a-01fb-4874-b5af-4af089206d9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1019332 May 06 18:37:01.047389 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:37:01.055507 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:01.064005 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:37:01.069514 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:01.070452 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:01.106731 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event updated for resources: {'Port': ['ID=a2fa718a-4980-4546-8815-25eb6bcf57c7,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:01.116155 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915358 May 06 18:37:01.118365 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:01.155305 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Request body: {'port': {'device_id': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:01.254760 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-0108a00a-0025-4ee1-9889-04bff5ad62a3 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190425 May 06 18:37:01.343720 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:01.362185 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093f84-fd1e-43e1-950d-8bae3c5e8fb4 req-eaf7add0-4a5f-48cd-9ad8-f86a9c4ee4e3 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:01.369619 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5e093f84-fd1e-43e1-950d-8bae3c5e8fb4 req-eaf7add0-4a5f-48cd-9ad8-f86a9c4ee4e3 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2523675 May 06 18:37:01.427551 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-31ace20f-9c59-415a-8dfb-587b3229d61f req-dc0dd464-6ee4-4d5b-8c53-4969272aff91 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654687 May 06 18:37:01.461758 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5e093f84-fd1e-43e1-950d-8bae3c5e8fb4 req-c2b8627b-b2e8-4132-9c4d-aa74a4c289a4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911262 May 06 18:37:01.891355 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd921ea-a6b1-4f25-a255-821a46a404e6 req-163b0f7b-4c5e-46cd-8208-6060e8c3188c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:01.893019 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6bd921ea-a6b1-4f25-a255-821a46a404e6 req-163b0f7b-4c5e-46cd-8208-6060e8c3188c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2697251 May 06 18:37:01.983194 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6bd921ea-a6b1-4f25-a255-821a46a404e6 req-70d37f9e-8d62-4f88-aeee-f5de20ae9ce7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577998 May 06 18:37:02.150474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa718a-4980-4546-8815-25eb6bcf57c7 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:02.160088 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:02.182409 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Transition to ACTIVE for port object a2fa718a-4980-4546-8815-25eb6bcf57c7 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:02.186757 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:02.192243 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:02.457162 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76c74b-c5b9-4021-920d-1ab069e04c73 req-87013992-f379-4d86-956a-5a41a0d38d91 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.457850 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-fe76c74b-c5b9-4021-920d-1ab069e04c73 req-87013992-f379-4d86-956a-5a41a0d38d91 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:02.467193 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa718a-4980-4546-8815-25eb6bcf57c7,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:02.471297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:02.529236 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-fe76c74b-c5b9-4021-920d-1ab069e04c73 req-87013992-f379-4d86-956a-5a41a0d38d91 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:02.530505 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fe76c74b-c5b9-4021-920d-1ab069e04c73 req-87013992-f379-4d86-956a-5a41a0d38d91 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 931 time: 0.4545186 May 06 18:37:02.537771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Attempting to bind port a2fa718a-4980-4546-8815-25eb6bcf57c7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:37:02.538861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Attempting to bind port a2fa718a-4980-4546-8815-25eb6bcf57c7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:37:02.539855 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Attempting to bind port a2fa718a-4980-4546-8815-25eb6bcf57c7 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:02.562667 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Port a2fa718a-4980-4546-8815-25eb6bcf57c7 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:37:02.563100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Attempting to bind port a2fa718a-4980-4546-8815-25eb6bcf57c7 on network acc709ce-dbee-45c8-8fbe-d5f8fdbc735a {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:02.577281 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:37:02.577500 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Checking segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:02.577814 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Bound using segment: {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:37:02.578355 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Bound port: a2fa718a-4980-4546-8815-25eb6bcf57c7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f183fe-e55a-4470-9924-6156fa789266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:37:02.578593 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:02.702984 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fe76c74b-c5b9-4021-920d-1ab069e04c73 req-e60d97c9-1a6c-48ad-b04b-fb7833e379c2 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602750 May 06 18:37:02.773285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] For port a2fa718a-4980-4546-8815-25eb6bcf57c7, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:37:02.785037 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] For port a2fa718a-4980-4546-8815-25eb6bcf57c7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:37:02.793944 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a8d23-ca2f-427c-821e-6673fe021505 req-e5e56e2c-cfd5-4824-905b-a0add1f8813a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.795569 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-118a8d23-ca2f-427c-821e-6673fe021505 req-e5e56e2c-cfd5-4824-905b-a0add1f8813a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2049832 May 06 18:37:02.797251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:02.801292 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:02.881389 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:02.882532 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:02.883945 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] 10.222.0.15 "PUT /v2.0/ports/a2fa718a-4980-4546-8815-25eb6bcf57c7 HTTP/1.1" status: 200 len: 1093 time: 1.7334299 May 06 18:37:02.884442 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'tag': 'a2fa718a-4980-4546-8815-25eb6bcf57c7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:02.931154 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-118a8d23-ca2f-427c-821e-6673fe021505 req-9b54fe66-50c6-4c7e-84d4-6a4a90efee7d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989392 May 06 18:37:02.931984 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa718a-4980-4546-8815-25eb6bcf57c7,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:02.936298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:02.969610 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'tag': 'a2fa718a-4980-4546-8815-25eb6bcf57c7', 'status': 'completed', 'code': 200} May 06 18:37:03.022345 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-6e6898d9-2822-4c6e-8c8e-8000056caf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:03.024674 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-6e6898d9-2822-4c6e-8c8e-8000056caf9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 1096 time: 0.0897048 May 06 18:37:03.105467 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-073199ed-67f3-4ad7-84e0-c23a92a86652 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7 HTTP/1.1" status: 200 len: 217 time: 0.0726392 May 06 18:37:03.202288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a208dc-11c8-496b-a113-df597736fe6e req-a732ff79-8fb1-4095-ae14-e872b5687bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:03.205054 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-a732ff79-8fb1-4095-ae14-e872b5687bda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.0857868 May 06 18:37:03.368356 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-3a05f63b-0500-4a4d-a24f-1a8a57acdaf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909574 May 06 18:37:03.489197 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4050-c96d-4ce4-ae35-47cabb40038b req-27ebbc36-fe19-4997-92f8-52b7a50e7e58 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:03.497389 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-051e4050-c96d-4ce4-ae35-47cabb40038b req-27ebbc36-fe19-4997-92f8-52b7a50e7e58 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2992501 May 06 18:37:03.587286 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-051e4050-c96d-4ce4-ae35-47cabb40038b req-2ed4427a-0c8d-45f3-b0cb-37dc19b7c8bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888419 May 06 18:37:03.634805 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-27950a04-42c1-40ac-933b-383e1db197ae service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450514 May 06 18:37:04.016270 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d5a208dc-11c8-496b-a113-df597736fe6e req-453876ad-a861-4fcd-a293-14a520f78c10 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660872 May 06 18:37:04.082505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0dae1-5dad-4c9b-b01c-56eb768a950f req-2f2e048d-e361-413c-b4be-254b5230c8aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.084359 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-35e0dae1-5dad-4c9b-b01c-56eb768a950f req-2f2e048d-e361-413c-b4be-254b5230c8aa tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 943 time: 0.1843326 May 06 18:37:04.187207 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-35e0dae1-5dad-4c9b-b01c-56eb768a950f req-7db84691-074b-4e1c-8f09-dd2ea986bec3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930266 May 06 18:37:04.269948 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-5c75c010-5ae0-47bb-827b-a98f32027474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.271507 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-5c75c010-5ae0-47bb-827b-a98f32027474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18d1eaeed404130802d0f02a4438a47&device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 1096 time: 0.1587403 May 06 18:37:04.384704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284922c4-8843-40e6-b046-be35c3843a98 req-a644af28-ccaf-4600-b5e5-2480da94956f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.386259 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-284922c4-8843-40e6-b046-be35c3843a98 req-a644af28-ccaf-4600-b5e5-2480da94956f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1952734 May 06 18:37:04.483664 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-284922c4-8843-40e6-b046-be35c3843a98 req-0cfec51f-61d0-463c-82df-fb903f01077d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888324 May 06 18:37:04.494165 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-1385e452-998c-4c72-bbde-e0c44d21006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.495865 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-1385e452-998c-4c72-bbde-e0c44d21006e service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 200 len: 915 time: 0.2040164 May 06 18:37:04.690909 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-51e92f5e-8761-4afb-9f64-70d51cc96e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7 HTTP/1.1" status: 200 len: 217 time: 0.1867216 May 06 18:37:04.762119 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-d6075dec-5271-4813-8b97-0a804dfbd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:04.763697 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-d6075dec-5271-4813-8b97-0a804dfbd42a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 200 len: 854 time: 0.0633395 May 06 18:37:04.824393 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-a602a312-ef0a-4f0f-86b7-ebe5a4432853 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501556 May 06 18:37:04.988140 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d089c72f-063f-4b81-af47-f32b83672949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:05.061942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f83a-bb37-41ef-98f0-ef514b9a25e7 req-ae974f70-b3b4-44aa-bb90-ceba6d6458da tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:05.067067 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1aa1f83a-bb37-41ef-98f0-ef514b9a25e7 req-ae974f70-b3b4-44aa-bb90-ceba6d6458da tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2433226 May 06 18:37:05.068680 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-7948d2e7-f37d-46f6-aa10-02e6e641cfca service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011204 May 06 18:37:05.296097 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:05.343510 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1aa1f83a-bb37-41ef-98f0-ef514b9a25e7 req-6253888a-a4d3-4bd9-8552-c06966647b91 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605011 May 06 18:37:05.423272 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7bb51ea-ab51-42e8-b8e6-03c39a8ee144 req-14fefc47-0a99-4a07-8781-8724342f8bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422899 May 06 18:37:05.550434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e2822-1333-43bc-b2ce-df1cefce690e req-fd68f3da-4523-4647-b8c7-3fe45e0f217f tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:05.552134 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-398e2822-1333-43bc-b2ce-df1cefce690e req-fd68f3da-4523-4647-b8c7-3fe45e0f217f tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 943 time: 0.1333630 May 06 18:37:05.638753 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-398e2822-1333-43bc-b2ce-df1cefce690e req-7600f166-a3e7-4240-aea2-0fc88064efcb tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754869 May 06 18:37:05.965268 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c8a38-2b40-402a-8dc2-32c7edc885d9 req-b89c4d69-5215-4a7e-9ad3-d9cf6248b97e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:05.972133 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-150c8a38-2b40-402a-8dc2-32c7edc885d9 req-b89c4d69-5215-4a7e-9ad3-d9cf6248b97e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1451504 May 06 18:37:06.051769 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-150c8a38-2b40-402a-8dc2-32c7edc885d9 req-26dd6887-1b32-4ce5-a044-0c37b547d9c1 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 May 06 18:37:06.285818 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device a2fa718a-4980-4546-8815-25eb6bcf57c7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:06.595544 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port a2fa718a-4980-4546-8815-25eb6bcf57c7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:06.619770 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'a2fa718a-4980-4546-8815-25eb6bcf57c7', 'network_id': 'acc709ce-dbee-45c8-8fbe-d5f8fdbc735a', 'port_id': 'a2fa718a-4980-4546-8815-25eb6bcf57c7', 'mac_address': 'fa:16:3e:02:d2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c74512-e793-4888-81d8-46671d1198f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:06.710589 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:06.739398 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fa718a-4980-4546-8815-25eb6bcf57c7 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:06.765731 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port a2fa718a-4980-4546-8815-25eb6bcf57c7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:06.767516 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:06.771822 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:06.784715 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16576d47-cece-4b01-bbb2-fcbe3a7cbfa0 req-05cbba04-a826-49f3-9b99-b2ed217a3367 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:06.799598 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-16576d47-cece-4b01-bbb2-fcbe3a7cbfa0 req-05cbba04-a826-49f3-9b99-b2ed217a3367 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1870925 May 06 18:37:06.863463 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=a2fa718a-4980-4546-8815-25eb6bcf57c7,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:06.875703 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.876066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.876400 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.876732 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.877085 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.877418 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.877739 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.878062 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.878399 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.878780 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.879104 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.879808 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:06.897734 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:06.947782 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-16576d47-cece-4b01-bbb2-fcbe3a7cbfa0 req-c5045935-5afe-4a77-92df-8ad2c601c726 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748086 May 06 18:37:06.990209 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d7519-fc64-425a-9b5e-7ffd327c1622 req-8d4677bc-0647-45d2-8e44-0b76855e4ee0 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:06.998382 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1a9d7519-fc64-425a-9b5e-7ffd327c1622 req-8d4677bc-0647-45d2-8e44-0b76855e4ee0 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 944 time: 0.1922684 May 06 18:37:07.094801 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1a9d7519-fc64-425a-9b5e-7ffd327c1622 req-816837cb-b9e8-4d48-bea3-9280e10fe4bb tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946190 May 06 18:37:07.125209 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['a2fa718a-4980-4546-8815-25eb6bcf57c7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:07.471198 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ae095-d36e-4931-885b-6da11fe8922b req-94be0f6f-48df-48ae-8233-925e964933ad tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:07.473194 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c19ae095-d36e-4931-885b-6da11fe8922b req-94be0f6f-48df-48ae-8233-925e964933ad tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1562414 May 06 18:37:07.560896 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c19ae095-d36e-4931-885b-6da11fe8922b req-d099a827-7f6f-45c8-b7ed-50b6ea3d07ef tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785275 May 06 18:37:07.660791 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e1241c9a-26d7-4051-9d30-e694226a846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:07.715066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:08.287526 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962d809-55d0-402c-b76c-a687d2fd887c req-88431864-ff69-4165-a67e-9fd1040aa459 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:08.290134 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0962d809-55d0-402c-b76c-a687d2fd887c req-88431864-ff69-4165-a67e-9fd1040aa459 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1614716 May 06 18:37:08.432549 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0962d809-55d0-402c-b76c-a687d2fd887c req-8fec233e-2f4d-4007-babe-9e7e163e6fe4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246605 May 06 18:37:08.490704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25526e-f432-4cec-ae53-be6423ad920f req-144d7adf-78ac-4a80-8db5-d6574475c709 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:08.493667 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3c25526e-f432-4cec-ae53-be6423ad920f req-144d7adf-78ac-4a80-8db5-d6574475c709 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 944 time: 0.1687002 May 06 18:37:08.570995 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3c25526e-f432-4cec-ae53-be6423ad920f req-f3c91f1c-47f8-4954-9fe7-376a7e7ec5e3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705240 May 06 18:37:08.829203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:08.925871 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7c38f-8147-4d22-aebc-1fbe6c295315 req-67e1a676-dd97-4c64-acaa-be7a769f6482 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:08.927678 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a0c7c38f-8147-4d22-aebc-1fbe6c295315 req-67e1a676-dd97-4c64-acaa-be7a769f6482 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1691935 May 06 18:37:08.999653 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a0c7c38f-8147-4d22-aebc-1fbe6c295315 req-aba2b77e-f12c-495c-a31f-779f5a205926 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603426 May 06 18:37:09.104078 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93945-c38f-4a03-9f01-aef92c9a193f req-7257c2ab-ae02-46de-bfca-c879bee49f85 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:09.109559 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b0a93945-c38f-4a03-9f01-aef92c9a193f req-7257c2ab-ae02-46de-bfca-c879bee49f85 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1137996 May 06 18:37:09.164362 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b0a93945-c38f-4a03-9f01-aef92c9a193f req-f72e9633-e24b-4b76-a1e2-c7eaf66e3ac7 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516231 May 06 18:37:09.829717 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344e24f-807b-40f4-9c99-e94bb2c4ccfd req-99f08103-03e7-4870-bcdb-b0c4261f0fae tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:09.832120 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3344e24f-807b-40f4-9c99-e94bb2c4ccfd req-99f08103-03e7-4870-bcdb-b0c4261f0fae tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1716814 May 06 18:37:09.921019 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9c7be-efb2-4340-a4fc-68285b1a2e9f req-7a9063c0-5c22-47fc-818e-6e8ff889b0fd tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:09.924472 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-00a9c7be-efb2-4340-a4fc-68285b1a2e9f req-7a9063c0-5c22-47fc-818e-6e8ff889b0fd tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 944 time: 0.1877031 May 06 18:37:09.930711 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3344e24f-807b-40f4-9c99-e94bb2c4ccfd req-688a8038-7c19-4cc6-a999-a7f6b52a45ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910718 May 06 18:37:09.982467 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-00a9c7be-efb2-4340-a4fc-68285b1a2e9f req-85783a33-ff37-406a-a099-98a2f98b9736 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505984 May 06 18:37:10.281492 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0fb0b-c3ab-4871-9345-a37624f1e900 req-a1f27ebb-fd32-4bf8-ad70-98123df4f335 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:10.284548 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b7b0fb0b-c3ab-4871-9345-a37624f1e900 req-a1f27ebb-fd32-4bf8-ad70-98123df4f335 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1216516 May 06 18:37:10.306158 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device a2fa718a-4980-4546-8815-25eb6bcf57c7 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:37:10.386546 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b7b0fb0b-c3ab-4871-9345-a37624f1e900 req-16991b34-b917-44f4-a478-3d2b2d9f7cf8 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876541 May 06 18:37:10.436627 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.466695 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port a2fa718a-4980-4546-8815-25eb6bcf57c7 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:10.478007 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port a2fa718a-4980-4546-8815-25eb6bcf57c7 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:10.479244 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.486845 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55838) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:10.588245 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Deleting subnet 8e4eb991-4902-4a87-9f2a-70575927a6db {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:37:10.593839 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.675285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c474249-872d-4bcf-8035-7c4f4ff66adb req-be53d532-2ef2-471e-84b0-b1b875ded002 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:10.675285 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8c474249-872d-4bcf-8035-7c4f4ff66adb req-be53d532-2ef2-471e-84b0-b1b875ded002 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2813368 May 06 18:37:10.688418 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.702627 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.772425 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa718a-4980-4546-8815-25eb6bcf57c7'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:10.782404 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8c474249-872d-4bcf-8035-7c4f4ff66adb req-404be8cd-2225-4908-813f-fce0de9bdbbb tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012836 May 06 18:37:10.782859 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.804057 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port a2fa718a-4980-4546-8815-25eb6bcf57c7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:10.821110 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:10.825135 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:10.939874 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa718a-4980-4546-8815-25eb6bcf57c7', 'code': 200} May 06 18:37:10.940568 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=a2fa718a-4980-4546-8815-25eb6bcf57c7,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:10.952587 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:11.197887 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.203474 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9eb901fb-7c28-4c64-8859-b002fff1535f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:11.268139 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4eb991-4902-4a87-9f2a-70575927a6db,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:11.273356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:11.277203 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.292553 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-6e4ac366-436b-4a24-b60a-935d09965311 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e4eb991-4902-4a87-9f2a-70575927a6db HTTP/1.1" status: 204 len: 168 time: 0.8017218 May 06 18:37:11.293287 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55856) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:11.479132 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d08f55-e3f8-4354-83e9-0aba6a8efd45 req-21ae381d-180b-48a0-be3f-e8a80f8fa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:11.480549 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f5d08f55-e3f8-4354-83e9-0aba6a8efd45 req-21ae381d-180b-48a0-be3f-e8a80f8fa68c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 1098 time: 0.3395667 May 06 18:37:11.490255 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c3f0c-fa2a-4536-baff-c03d64b422ba req-5680c79d-b962-4c69-87b2-7f0910224118 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:11.493703 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b75c3f0c-fa2a-4536-baff-c03d64b422ba req-5680c79d-b962-4c69-87b2-7f0910224118 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2316806 May 06 18:37:11.503599 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.516963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de66df-7abf-409d-ab52-b500d1274304 req-bec4020a-216d-4312-9367-427811687499 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:11.518554 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e0de66df-7abf-409d-ab52-b500d1274304 req-bec4020a-216d-4312-9367-427811687499 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 945 time: 0.1960008 May 06 18:37:11.612770 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f5d08f55-e3f8-4354-83e9-0aba6a8efd45 req-27b2f738-7f2d-401c-9052-f99ef9f3db6f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178184 May 06 18:37:11.624175 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b75c3f0c-fa2a-4536-baff-c03d64b422ba req-27137c1d-e815-4c8c-b308-79ad292b67c2 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027837 May 06 18:37:11.632980 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e0de66df-7abf-409d-ab52-b500d1274304 req-ba97a8e9-6ad9-45eb-bf46-1f48c37db9ff tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887625 May 06 18:37:11.852556 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.876708 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:11.902268 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:11.902908 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30d5ef9-6ea7-43cd-b5d9-e8c6734f4938') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:11.925024 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.953257 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.961359 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8e804-8f57-4aba-a226-edfa4fe5c058 req-bcd7fd95-9004-406b-b361-c0c1eb27c8b5 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:11.964212 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f9d8e804-8f57-4aba-a226-edfa4fe5c058 req-bcd7fd95-9004-406b-b361-c0c1eb27c8b5 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1697202 May 06 18:37:11.965825 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:37:11.966286 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:37:11.989946 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:37:12.093387 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.103147 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.109496 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-290f8327-5901-41bf-9ff5-d14a2e94f834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:12.124628 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f9d8e804-8f57-4aba-a226-edfa4fe5c058 req-99e3d049-cc04-43ea-9749-5aee55e3c762 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527021 May 06 18:37:12.149925 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f HTTP/1.1" status: 204 len: 168 time: 0.8548930 May 06 18:37:12.151102 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ccd8fe-1d24-4e8e-8fc7-c69d74835e4f,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:12.153131 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55866) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:12.156401 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-11ac8dd8-5ed2-4a2b-a139-a7a17b73ded5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:12.241730 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d2ffd-15c5-4707-b160-bbf7e99955de req-8a127e57-5b97-4034-908b-ce5ccbece805 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:12.243200 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ad3d2ffd-15c5-4707-b160-bbf7e99955de req-8a127e57-5b97-4034-908b-ce5ccbece805 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2399316 May 06 18:37:12.262680 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Deleting subnet 322d22f0-5273-4017-9703-0fd52a83c5d8 {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:37:12.282164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.362342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.368666 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ad3d2ffd-15c5-4707-b160-bbf7e99955de req-c8a472ad-7d97-4798-a3ce-6dcada60cc6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119533 May 06 18:37:12.377712 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:12.935844 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.029505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:13.118437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322d22f0-5273-4017-9703-0fd52a83c5d8,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:13.121999 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:13.130490 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.142582 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-c30c949b-a637-42d9-a97e-65321abcb83f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/322d22f0-5273-4017-9703-0fd52a83c5d8 HTTP/1.1" status: 204 len: 168 time: 0.9847209 May 06 18:37:13.145858 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55880) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:13.199929 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb7fec-5e5c-4522-b3ff-c378738cee38 req-8615b0a9-a2a5-4713-830f-c1c376ed3a93 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:13.201543 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8bfb7fec-5e5c-4522-b3ff-c378738cee38 req-8615b0a9-a2a5-4713-830f-c1c376ed3a93 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.3681910 May 06 18:37:13.215770 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832ec2-5cd2-4eaf-8fd0-c10519a0702d req-7e1d3234-73d2-4d8a-b1fc-6555cc765dad tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:13.220381 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ce832ec2-5cd2-4eaf-8fd0-c10519a0702d req-7e1d3234-73d2-4d8a-b1fc-6555cc765dad tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 945 time: 0.2870898 May 06 18:37:13.328479 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ce832ec2-5cd2-4eaf-8fd0-c10519a0702d req-2e0e0184-305f-427d-8126-e9f1236833cf tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006541 May 06 18:37:13.341031 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.352791 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8bfb7fec-5e5c-4522-b3ff-c378738cee38 req-70a2e789-22bd-4dda-ae56-1dfde43b5485 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280744 May 06 18:37:13.609314 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.644459 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d851acbb-43a8-4e55-9164-cd493edaaf9d']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:13.682360 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e435ca-0580-4ba3-a4e4-5a850c401650') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:13.682950 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e435ca-0580-4ba3-a4e4-5a850c401650') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:13.757384 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.808350 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.822217 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:37:13.822830 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:37:13.861748 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:37:13.945771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e135098-dd33-47c9-9c0c-69b979373ad4 req-7bcf0799-c82a-4003-a944-e50d5546f535 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:13.963221 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9e135098-dd33-47c9-9c0c-69b979373ad4 req-7bcf0799-c82a-4003-a944-e50d5546f535 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.3025315 May 06 18:37:14.045066 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:14.050798 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:14.056059 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:14.077768 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Pushing event deleted for resources: {'Network': ['ID=d851acbb-43a8-4e55-9164-cd493edaaf9d,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:14.080574 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:14.086292 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f351edfe-af53-48fa-ab82-0f7fc2bb1709 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d851acbb-43a8-4e55-9164-cd493edaaf9d HTTP/1.1" status: 204 len: 168 time: 0.9391227 May 06 18:37:14.141736 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9e135098-dd33-47c9-9c0c-69b979373ad4 req-2798749b-eb83-42be-87f5-9cf32893e355 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914757 May 06 18:37:14.193572 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29ce15-8400-44d5-ac66-e1bec3acd368 req-f2a2617a-c9f2-4237-b145-9831b7d208d8 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.196297 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd29ce15-8400-44d5-ac66-e1bec3acd368 req-f2a2617a-c9f2-4237-b145-9831b7d208d8 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2320459 May 06 18:37:14.254548 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd29ce15-8400-44d5-ac66-e1bec3acd368 req-d8a6ad52-a7b5-400d-95aa-606c09ab87da tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 May 06 18:37:14.448139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55922) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:14.507543 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-03cdf858-3629-4fdf-b72e-3f23171a101b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5aedf2e583b64912ab70531ff2c20106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577977 May 06 18:37:14.512167 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55926) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:14.668566 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:14.707857 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:14.739741 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771e9fb-a67c-4468-88ab-df997bad3fbd req-528c2a04-8732-41bf-9568-94dffe99678d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:14.742149 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7771e9fb-a67c-4468-88ab-df997bad3fbd req-528c2a04-8732-41bf-9568-94dffe99678d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1944540 May 06 18:37:14.818276 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7771e9fb-a67c-4468-88ab-df997bad3fbd req-31d41ba6-1f7b-49c6-b014-45534a62b77f tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649457 May 06 18:37:14.833678 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:14.839510 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:14.944939 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54173327-ae2a-41bd-9eca-26fa8ec98826,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:14.948029 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:14.951005 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:14.956292 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54173327-ae2a-41bd-9eca-26fa8ec98826 HTTP/1.1" status: 204 len: 168 time: 0.4384573 May 06 18:37:15.634689 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55948) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:15.740102 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-ce83a2f6-2251-486b-8192-501032ad4789 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54081933aa05445dbfea5a5c9927a063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019049 May 06 18:37:15.742325 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55952) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:15.743055 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73575dd-fb57-442d-8018-bd0b5ba9a4bd req-4e17274d-f2ac-44a9-ab7a-289fdfbd7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:15.745588 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a73575dd-fb57-442d-8018-bd0b5ba9a4bd req-4e17274d-f2ac-44a9-ab7a-289fdfbd7fcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.4742942 May 06 18:37:15.763857 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd9699-b0a1-4611-8be1-7636b1300247 req-6e8eff9a-c2c7-441b-9ccd-f6f16b1bf114 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:15.777742 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cadd9699-b0a1-4611-8be1-7636b1300247 req-6e8eff9a-c2c7-441b-9ccd-f6f16b1bf114 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2660866 May 06 18:37:15.841322 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40504-9bd5-4d34-989e-853cb930582f req-3aae08b8-c4d7-439b-b958-528f06e6c9bd tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:15.843855 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-10b40504-9bd5-4d34-989e-853cb930582f req-3aae08b8-c4d7-439b-b958-528f06e6c9bd tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.4166477 May 06 18:37:15.880652 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:15.922836 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:15.953276 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 55960) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:15.964280 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cadd9699-b0a1-4611-8be1-7636b1300247 req-2d27abc6-c3c0-4e86-8cdf-0b899658cf7e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856661 May 06 18:37:15.967068 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a73575dd-fb57-442d-8018-bd0b5ba9a4bd req-b75ee1f8-58fa-4b2a-964e-36bd52dc25f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842909 May 06 18:37:15.989954 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-10b40504-9bd5-4d34-989e-853cb930582f req-e74ed351-b452-4082-8e10-4962100cf556 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331999 May 06 18:37:16.050771 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.061683 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0658a924-82ba-4c66-8018-05492009272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:16.092301 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56026833-5a1b-4039-bbca-a350dc7c102a,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:16.098930 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:16.120179 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.126346 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56026833-5a1b-4039-bbca-a350dc7c102a HTTP/1.1" status: 204 len: 168 time: 0.3820667 May 06 18:37:16.377724 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.410962 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:16.426723 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e62e12cd5c7a46f7891ae6aa286029d4 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:16.431163 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:16.438668 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:16.446112 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc7059-d97f-4d70-b7fa-a70d251af10c req-68858397-b63b-40fa-913b-e093da3703d8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:16.448714 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a6cc7059-d97f-4d70-b7fa-a70d251af10c req-68858397-b63b-40fa-913b-e093da3703d8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1840565 May 06 18:37:16.541933 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a6cc7059-d97f-4d70-b7fa-a70d251af10c req-f07b20c1-e30d-41a7-bcf5-00d36d10e6bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824053 May 06 18:37:16.601821 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.608890 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.625393 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:16.707633 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e62e12cd5c7a46f7891ae6aa286029d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7530434 May 06 18:37:16.708545 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 55982) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:16.724320 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a256ef2-6d84-43ee-8e3d-70bf042795b0,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:16.730898 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:16.876936 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:16.931211 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.046241 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.054257 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3674c145-8668-4b21-96f5-61c7eb7ae794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:17.067973 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a256ef2-6d84-43ee-8e3d-70bf042795b0,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:17.074454 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:17.092384 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:17.095290 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a256ef2-6d84-43ee-8e3d-70bf042795b0 HTTP/1.1" status: 204 len: 168 time: 0.3833129 May 06 18:37:17.510553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc5a24-1621-4b7f-8403-8e4a0eafbd86 req-4c6461e8-c72d-4488-b887-9e5c5006905b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:17.512314 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-47fc5a24-1621-4b7f-8403-8e4a0eafbd86 req-4c6461e8-c72d-4488-b887-9e5c5006905b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.3033626 May 06 18:37:17.521079 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145b8ff-f18f-475c-8d2c-d0cf4a40cb77 req-dce3d621-5ca4-431b-96f5-4ed61d9ae94b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:17.530989 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f145b8ff-f18f-475c-8d2c-d0cf4a40cb77 req-dce3d621-5ca4-431b-96f5-4ed61d9ae94b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2070105 May 06 18:37:17.606295 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-47fc5a24-1621-4b7f-8403-8e4a0eafbd86 req-ae9c71e4-e5a5-41b4-a3ac-f24a41e7c410 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560181 May 06 18:37:17.649656 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f145b8ff-f18f-475c-8d2c-d0cf4a40cb77 req-08ec8261-f6d9-4e1c-8aa0-2af356c86ad6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176538 May 06 18:37:17.944610 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2243-6fa2-4689-a00c-ec64cf523466 req-d9d44ea5-19ec-4d7c-9f69-f1752152f391 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:17.947788 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b73a2243-6fa2-4689-a00c-ec64cf523466 req-d9d44ea5-19ec-4d7c-9f69-f1752152f391 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1631713 May 06 18:37:18.031439 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b73a2243-6fa2-4689-a00c-ec64cf523466 req-54648825-4e33-4728-80a6-060ae41de7df tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752833 May 06 18:37:19.119380 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29366cb-7fea-471a-8549-e72f34caf0d2 req-ee4e4a96-8ddf-4d94-b00d-a221ce709518 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:19.122255 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e29366cb-7fea-471a-8549-e72f34caf0d2 req-ee4e4a96-8ddf-4d94-b00d-a221ce709518 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2819140 May 06 18:37:19.139164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b4986-7a17-4ec3-a3ff-166a5aec1bf0 req-9f9d2782-8505-44d4-8b8a-d063da24c4b6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:19.142066 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c55b4986-7a17-4ec3-a3ff-166a5aec1bf0 req-9f9d2782-8505-44d4-8b8a-d063da24c4b6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2435410 May 06 18:37:19.254341 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e29366cb-7fea-471a-8549-e72f34caf0d2 req-ad5fd3b5-46df-4ad7-8c5a-657c610382b8 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109133 May 06 18:37:19.268623 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c55b4986-7a17-4ec3-a3ff-166a5aec1bf0 req-fdc003a1-af01-4531-ad71-9ad7a26bc602 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990601 May 06 18:37:19.558097 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f842e-a18d-4dbb-b372-b5ea4367ab64 req-9829f940-4e5f-4166-9170-ae6c6387974e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:19.562090 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c43f842e-a18d-4dbb-b372-b5ea4367ab64 req-9829f940-4e5f-4166-9170-ae6c6387974e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1618314 May 06 18:37:19.696709 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c43f842e-a18d-4dbb-b372-b5ea4367ab64 req-ff2852d6-c371-4411-b12b-91215442e623 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175342 May 06 18:37:20.136468 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-dcc2ccfc-78e9-4a7e-b64b-cd0f48dc9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.138036 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-dcc2ccfc-78e9-4a7e-b64b-cd0f48dc9310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.1787283 May 06 18:37:20.145926 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fed563-41fb-4082-ab87-739312747915 req-807d7d60-f59d-410a-9582-efe3ae989114 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.147751 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f0fed563-41fb-4082-ab87-739312747915 req-807d7d60-f59d-410a-9582-efe3ae989114 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1380734 May 06 18:37:20.289831 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f0fed563-41fb-4082-ab87-739312747915 req-19a60ada-9063-485f-aea4-0d3002ac3b7b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193159 May 06 18:37:20.339955 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-e5eef9cd-4eda-4235-b4d9-72e0e7681736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.341650 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-e5eef9cd-4eda-4235-b4d9-72e0e7681736 service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.1928346 May 06 18:37:20.364592 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:20.476251 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-0639e3c1-9287-4469-9ae8-dddb0a35e37c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 217 time: 0.1246138 May 06 18:37:20.620245 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:20.639188 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '11de8691-9d93-41dc-a5c7-c71743318c19', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19', 'mac_address': 'fa:16:3e:5a:2b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:20.710153 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:20.741426 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-47c78057-1749-4063-94a0-0da315f083c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:20.743787 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-47c78057-1749-4063-94a0-0da315f083c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.2582092 May 06 18:37:20.744074 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11de8691-9d93-41dc-a5c7-c71743318c19 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:20.773304 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:20.782662 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:20.785850 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:20.850207 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-2fb20e6f-6064-4932-b485-562355ad633b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972652 May 06 18:37:20.894937 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=6']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:20.900444 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:20.968124 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['11de8691-9d93-41dc-a5c7-c71743318c19'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:21.091810 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13e46-e8dc-4221-bc71-7cfcec27ded5 req-4b1d532c-820a-4531-8b17-18e5fbc29004 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:21.093391 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f2e13e46-e8dc-4221-bc71-7cfcec27ded5 req-4b1d532c-820a-4531-8b17-18e5fbc29004 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.5476296 May 06 18:37:21.348334 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f2e13e46-e8dc-4221-bc71-7cfcec27ded5 req-231e8acb-719e-4d66-80ed-874e6669a4d5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228837 May 06 18:37:21.351220 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-7af38b42-6454-4b4c-8ad7-ca307c7af919 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834309 May 06 18:37:21.365895 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7cfa8-65cf-44fb-bc93-4c1b46ce12c0 req-ae2a8ebc-dd2c-4f6e-a2a6-52c149d24c6c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:21.370960 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bfe7cfa8-65cf-44fb-bc93-4c1b46ce12c0 req-ae2a8ebc-dd2c-4f6e-a2a6-52c149d24c6c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 944 time: 0.4596639 May 06 18:37:21.687839 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bfe7cfa8-65cf-44fb-bc93-4c1b46ce12c0 req-70fc38f4-2f53-4d62-a989-9713a7c0e853 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967752 May 06 18:37:21.724405 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c2a7cf6f-af7c-44a9-b122-d112a261822d req-05d5477e-9804-4e81-9969-22fca82c13fd service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546622 May 06 18:37:21.852531 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0b63c-d211-4984-9dbf-aaf520669f88 req-6900db37-d965-4cdf-8c77-ac5c283f53b6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:21.856166 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6fa0b63c-d211-4984-9dbf-aaf520669f88 req-6900db37-d965-4cdf-8c77-ac5c283f53b6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2879174 May 06 18:37:21.963294 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6fa0b63c-d211-4984-9dbf-aaf520669f88 req-50a95146-bf01-474c-bf0e-d18ef845b5ef tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957386 May 06 18:37:22.384377 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:37:22.483622 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 11de8691-9d93-41dc-a5c7-c71743318c19 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:22.484164 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:22.640985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa7915-6a75-4cfe-8f35-5f858e7536e4 req-6bb24f39-2717-41d7-aab3-8d03c6ee4dc3 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.643281 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-87aa7915-6a75-4cfe-8f35-5f858e7536e4 req-6bb24f39-2717-41d7-aab3-8d03c6ee4dc3 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1007576 May 06 18:37:22.664438 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:22.696223 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-87aa7915-6a75-4cfe-8f35-5f858e7536e4 req-8553437f-e4da-419c-be95-426fa37e973c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444539 May 06 18:37:22.715761 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:22.735846 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:22.744724 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:22.747657 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:22.829270 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'code': 200} May 06 18:37:22.875836 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=7']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:22.880783 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:22.985272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c110f-11a0-4e27-a864-4b81f4f398bc req-b4be891b-d61a-48fd-9088-88709d068bf0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:22.986748 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ea7c110f-11a0-4e27-a864-4b81f4f398bc req-b4be891b-d61a-48fd-9088-88709d068bf0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.0939994 May 06 18:37:23.059069 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ea7c110f-11a0-4e27-a864-4b81f4f398bc req-3fad3ab4-f363-4b25-b80e-1de78e63bae5 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648453 May 06 18:37:23.214970 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc714e4-23fb-4783-a59f-cceaa8cee0b5 req-107c1fff-e8d7-4256-9526-b87bdbecdbb9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:23.216612 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-efc714e4-23fb-4783-a59f-cceaa8cee0b5 req-107c1fff-e8d7-4256-9526-b87bdbecdbb9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.0943291 May 06 18:37:23.276407 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-efc714e4-23fb-4783-a59f-cceaa8cee0b5 req-f0daf2ce-babe-441b-aedd-987ef2ccf85c tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 May 06 18:37:24.170248 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d5d2-8a5c-4d6c-90d8-5c0853ea7229 req-1e3c62c2-fc80-44d2-814b-24c6556788de tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.173457 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6a63d5d2-8a5c-4d6c-90d8-5c0853ea7229 req-1e3c62c2-fc80-44d2-814b-24c6556788de tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 945 time: 0.2864881 May 06 18:37:24.203353 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d580f-f2c0-48d1-98ae-11549a388486 req-ab5f3769-7ac2-46de-8a7c-f98e27042169 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.206228 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f26d580f-f2c0-48d1-98ae-11549a388486 req-ab5f3769-7ac2-46de-8a7c-f98e27042169 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2455192 May 06 18:37:24.355935 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f26d580f-f2c0-48d1-98ae-11549a388486 req-dd35ed31-abaa-4943-b94a-824c0d49e59e tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240177 May 06 18:37:24.369547 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6a63d5d2-8a5c-4d6c-90d8-5c0853ea7229 req-cd09e209-4550-42bb-b645-94ea598e97a3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829112 May 06 18:37:24.753555 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458c693-77b6-4581-a612-b6d295776222 req-7e6534d0-03ef-4df9-9b81-1d9fe232a78a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.761419 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d458c693-77b6-4581-a612-b6d295776222 req-7e6534d0-03ef-4df9-9b81-1d9fe232a78a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2804768 May 06 18:37:24.786047 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc723b6-57d1-430d-a31a-5fb2f6edd998 req-a5be6bf1-53b0-4fd5-8bd0-9b9ec3a7ba12 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:24.788523 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7bc723b6-57d1-430d-a31a-5fb2f6edd998 req-a5be6bf1-53b0-4fd5-8bd0-9b9ec3a7ba12 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2589881 May 06 18:37:24.983564 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d458c693-77b6-4581-a612-b6d295776222 req-ea24efad-92e9-4d9b-b532-842de640b9b1 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204914 May 06 18:37:25.008054 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7bc723b6-57d1-430d-a31a-5fb2f6edd998 req-33a829fb-c88d-4fe3-8d11-df698cd698e2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012055 May 06 18:37:25.897110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f06a4-af20-4118-ba5c-a7de0c8d9894 req-6d84b266-7dc0-4b4e-b6f0-da2996cc5fd5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:25.913737 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d57f06a4-af20-4118-ba5c-a7de0c8d9894 req-6d84b266-7dc0-4b4e-b6f0-da2996cc5fd5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.3359179 May 06 18:37:26.113990 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d57f06a4-af20-4118-ba5c-a7de0c8d9894 req-de83097b-e2ca-4369-91e9-7dd93f8b8b3a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992819 May 06 18:37:26.180041 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732011-e22e-4ec4-bd05-331a423f55f0 req-197225b1-9c54-4754-8d43-05324443c0d9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.188856 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b9732011-e22e-4ec4-bd05-331a423f55f0 req-197225b1-9c54-4754-8d43-05324443c0d9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 945 time: 0.4930460 May 06 18:37:26.316534 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b9732011-e22e-4ec4-bd05-331a423f55f0 req-b09529ea-1ab6-48aa-a7f7-a4a1107aa82c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203022 May 06 18:37:26.364812 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-8d7455e3-2e54-47cd-aaf4-24262718ac24 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.376418 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-8d7455e3-2e54-47cd-aaf4-24262718ac24 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 945 time: 0.3608708 May 06 18:37:26.941059 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d6d0-1206-44a0-99c7-974f94f6709e req-c8bf4276-d9b1-41c2-bba9-5c38fb3d48ba tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.949746 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aaa9d6d0-1206-44a0-99c7-974f94f6709e req-c8bf4276-d9b1-41c2-bba9-5c38fb3d48ba tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4176888 May 06 18:37:26.983649 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0dc31-0e5f-4558-8814-d239a1575fc0 req-331d9b19-f063-456a-aca8-80c888241114 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:26.991755 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-88c0dc31-0e5f-4558-8814-d239a1575fc0 req-331d9b19-f063-456a-aca8-80c888241114 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2636719 May 06 18:37:27.091761 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aaa9d6d0-1206-44a0-99c7-974f94f6709e req-c6e30cf8-183a-4372-8a6c-c02f52a7b3cf tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411700 May 06 18:37:27.102388 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Deleting port a2fa718a-4980-4546-8815-25eb6bcf57c7 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:37:27.107783 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.143671 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-88c0dc31-0e5f-4558-8814-d239a1575fc0 req-ec2e7ed1-fab5-444d-b8f2-6026fbda116d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509116 May 06 18:37:27.628115 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] For port a2fa718a-4980-4546-8815-25eb6bcf57c7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a2fa718a-4980-4546-8815-25eb6bcf57c7,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:27.628386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:27.921696 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Calling delete_port for a2fa718a-4980-4546-8815-25eb6bcf57c7 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:37:28.004072 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283923a-842f-45f5-9c4e-618c98055fd1 req-8204167c-9ddc-4cdf-a73f-aa8c76e4e8b1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:28.014991 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a283923a-842f-45f5-9c4e-618c98055fd1 req-8204167c-9ddc-4cdf-a73f-aa8c76e4e8b1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.5792193 May 06 18:37:28.079035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc0007-75eb-40fa-8084-37510d87214b req-0150ac47-ebab-4d83-bc68-533402effc11 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:28.080603 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b6dc0007-75eb-40fa-8084-37510d87214b req-0150ac47-ebab-4d83-bc68-533402effc11 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 945 time: 0.5560803 May 06 18:37:28.210901 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a283923a-842f-45f5-9c4e-618c98055fd1 req-76e5629b-4662-44dd-aef0-e34ddfdc1435 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940281 May 06 18:37:28.237361 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b6dc0007-75eb-40fa-8084-37510d87214b req-c0407c4f-fc6b-469a-a102-31a0588b8630 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402159 May 06 18:37:28.278918 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:28.302993 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-55935cb1-e3f2-4f6b-9492-6a078f316ba0 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:28.308074 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28', '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65', 'a2fa718a-4980-4546-8815-25eb6bcf57c7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:28.439284 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event deleted for resources: {'Port': ['ID=a2fa718a-4980-4546-8815-25eb6bcf57c7,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:28.451080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:28.608878 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] No DVR routers for this DVR port a2fa718a-4980-4546-8815-25eb6bcf57c7 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:37:28.615691 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:28.620780 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'name': 'network-vif-deleted', 'tag': 'a2fa718a-4980-4546-8815-25eb6bcf57c7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:28.677388 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-85b9752a-bc5a-423e-ac13-7136df5e0378 req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "DELETE /v2.0/ports/a2fa718a-4980-4546-8815-25eb6bcf57c7 HTTP/1.1" status: 204 len: 173 time: 2.2943008 May 06 18:37:28.774220 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63169e70-b324-4c65-925d-7f266666cb30 req-49891141-ecef-46bb-9197-0aa5de24fe57 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:28.790804 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-63169e70-b324-4c65-925d-7f266666cb30 req-49891141-ecef-46bb-9197-0aa5de24fe57 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.3033528 May 06 18:37:28.809547 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7c59ee-97d2-4a0b-8358-5851152b2749', 'name': 'network-vif-deleted', 'tag': 'a2fa718a-4980-4546-8815-25eb6bcf57c7', 'status': 'completed', 'code': 200} May 06 18:37:28.944547 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-63169e70-b324-4c65-925d-7f266666cb30 req-b357837c-b4da-4be6-bcb5-40f9a0176e3b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435835 May 06 18:37:29.670895 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9b8c-fa78-4fdc-937e-7b52de2b4671 req-32a72437-b8c1-470d-8e34-cf6c418e3fed tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.678552 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3fa9b8c-fa78-4fdc-937e-7b52de2b4671 req-32a72437-b8c1-470d-8e34-cf6c418e3fed tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1958239 May 06 18:37:29.737364 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3fa9b8c-fa78-4fdc-937e-7b52de2b4671 req-a7b76563-9243-445c-9f10-ab179af509be tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574820 May 06 18:37:29.755335 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43db3c-328a-48fd-8cc6-9be660ef3ed6 req-e86253a1-7f5b-47e5-927f-da151595666d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:29.761625 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0b43db3c-328a-48fd-8cc6-9be660ef3ed6 req-e86253a1-7f5b-47e5-927f-da151595666d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2270503 May 06 18:37:29.854503 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0b43db3c-328a-48fd-8cc6-9be660ef3ed6 req-6800fc40-23c3-4e9a-b264-008de1dd358a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872767 May 06 18:37:30.077097 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-924a037e-9ca4-4171-ab6e-ae62096f8f62 req-8baf93cf-caee-4d24-a2bd-b40e199ead96 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:30.108507 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-924a037e-9ca4-4171-ab6e-ae62096f8f62 req-8baf93cf-caee-4d24-a2bd-b40e199ead96 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:30.110006 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-924a037e-9ca4-4171-ab6e-ae62096f8f62 req-8baf93cf-caee-4d24-a2bd-b40e199ead96 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c7c59ee-97d2-4a0b-8358-5851152b2749 HTTP/1.1" status: 200 len: 210 time: 0.1448219 May 06 18:37:30.169329 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56258) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:30.369511 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:30.405964 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:30.407302 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device a2fa718a-4980-4546-8815-25eb6bcf57c7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:30.411909 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Usage tracker for resource:security_group_rule and tenant:bffb4e4c742b4915b86ac151fb7b57a8 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:30.415584 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:30.425987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:30.494183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f598-e05c-4193-8e83-31591d73ae27 req-78c9fce4-9f96-48b1-8fed-00cdf337fb48 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:30.502354 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c744f598-e05c-4193-8e83-31591d73ae27 req-78c9fce4-9f96-48b1-8fed-00cdf337fb48 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1592906 May 06 18:37:30.515512 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: a2fa718a-4980-4546-8815-25eb6bcf57c7 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:37:30.515969 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device a2fa718a-4980-4546-8815-25eb6bcf57c7 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:37:30.571881 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c744f598-e05c-4193-8e83-31591d73ae27 req-adcde4ce-042f-4887-92a6-4db25b5cc009 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682068 May 06 18:37:30.622536 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:30.640136 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:30.654819 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-30037c48-f304-4c58-abd8-dac1d6964d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:30.719832 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bffb4e4c742b4915b86ac151fb7b57a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492153 May 06 18:37:30.721645 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35221d1e-deb0-4c0d-8d5d-cd0f5b5d0d45,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:30.722650 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 56274) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:30.728995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:30.853049 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:30.933329 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:31.053295 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:31.061740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d477ce02-259d-4f72-af92-9600bf9b69c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:31.090664 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:31.092243 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35221d1e-deb0-4c0d-8d5d-cd0f5b5d0d45 HTTP/1.1" status: 204 len: 168 time: 0.3681772 May 06 18:37:31.147928 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35221d1e-deb0-4c0d-8d5d-cd0f5b5d0d45,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:31.153250 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:31.199479 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea2d5-4f57-49bd-8507-2f58438c4786 req-7afb9c58-620b-495e-b99e-e88427f16aa6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:31.207322 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a2eea2d5-4f57-49bd-8507-2f58438c4786 req-7afb9c58-620b-495e-b99e-e88427f16aa6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1201279 May 06 18:37:31.284159 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a2eea2d5-4f57-49bd-8507-2f58438c4786 req-765fc696-03fb-4344-b59a-7b700cf3e3cf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753937 May 06 18:37:31.992000 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:37:32.152270 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ca34b-5889-4aed-853b-1a993aaff864 req-7b480829-5ed9-4c70-9289-7c12a070d23c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.160092 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b33ca34b-5889-4aed-853b-1a993aaff864 req-7b480829-5ed9-4c70-9289-7c12a070d23c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.3666129 May 06 18:37:32.239453 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-027509cf-f286-456a-a0f0-226e2efb0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.242196 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-027509cf-f286-456a-a0f0-226e2efb0b55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1099 time: 0.2762389 May 06 18:37:32.253995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdea34-8638-4578-9843-d94d56ca8960 req-7066d506-7464-4db0-b1ce-f02e4b34db33 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.255624 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fecdea34-8638-4578-9843-d94d56ca8960 req-7066d506-7464-4db0-b1ce-f02e4b34db33 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2883601 May 06 18:37:32.297644 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b33ca34b-5889-4aed-853b-1a993aaff864 req-8e7d0cf1-75a4-4986-9e96-414bef5f624a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364760 May 06 18:37:32.530095 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fecdea34-8638-4578-9843-d94d56ca8960 req-aa9ce105-72b9-4edb-b4f1-7ef4de6648db tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211866 May 06 18:37:32.579053 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-5d05b6af-f7ce-490b-a86a-71eca1a8c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.579053 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-5d05b6af-f7ce-490b-a86a-71eca1a8c1f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 0.3136044 May 06 18:37:32.743295 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-142fabcc-d7b9-4e6b-b504-e3ee76b13bc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 1002 time: 0.1583877 May 06 18:37:32.882530 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-50341a99-fc6e-4e23-88bd-24414a210a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:32.884087 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-50341a99-fc6e-4e23-88bd-24414a210a2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.1303978 May 06 18:37:33.018736 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-8858d429-d26e-4c96-8625-c8ec7e3d2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.022215 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-8858d429-d26e-4c96-8625-c8ec7e3d2c09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1291909 May 06 18:37:33.289051 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-7b6a076f-5bd0-4b6d-b30a-26d2bdfebb3c service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585127 May 06 18:37:33.719239 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56348) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:33.731219 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede9e71a-3810-4913-a4fa-bf1129228261 req-96c8471c-2a7c-4ad0-a82d-13295078e1e5 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321444 May 06 18:37:33.943846 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:33.962205 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeffb9-321a-409f-941e-3bcbf520d242 req-96db5875-9e79-4935-888c-1af8fceb5e9d tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.964102 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fbeeffb9-321a-409f-941e-3bcbf520d242 req-96db5875-9e79-4935-888c-1af8fceb5e9d tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 946 time: 0.3281884 May 06 18:37:33.966101 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:33.970353 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Usage tracker for resource:security_group_rule and tenant:39ff64a8463342e1bb4c5eb4dd26ed71 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:33.973471 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:33.973880 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d683-42f3-4172-a82c-5f08753e0fd7 req-641593da-8b26-48e6-a4a6-ccf47189d619 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:33.976838 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cee8d683-42f3-4172-a82c-5f08753e0fd7 req-641593da-8b26-48e6-a4a6-ccf47189d619 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.3294446 May 06 18:37:34.001471 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:34.086001 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fbeeffb9-321a-409f-941e-3bcbf520d242 req-d00029e7-36a0-4ebf-a072-739f33cef596 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047971 May 06 18:37:34.118143 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 56356) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:34.152767 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cee8d683-42f3-4172-a82c-5f08753e0fd7 req-6398c1cb-5b3f-4876-8278-799645f06c74 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247838 May 06 18:37:34.262528 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.276503 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.304311 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2a623c10-79a8-4f77-b3d1-9ef0a4d2f084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:34.393141 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39ff64a8463342e1bb4c5eb4dd26ed71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727726 May 06 18:37:34.395415 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16107772-b308-4ccb-a93b-d961090cf8ea,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:34.399116 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56362) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:34.402601 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:34.454543 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.485235 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.518364 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.532095 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:34.555230 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Usage tracker for resource:security_group_rule and tenant:1d37ac6a31be493b998c7d1a31180518 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:34.570001 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:34.577534 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:34.640457 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e63eb-1d56-4d2b-8dbd-d3d640536ed5 req-0e3a9ad8-a815-4b9b-a262-42464049b923 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:34.641895 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a70e63eb-1d56-4d2b-8dbd-d3d640536ed5 req-0e3a9ad8-a815-4b9b-a262-42464049b923 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1758518 May 06 18:37:34.654647 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.696690 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-23d12916-c671-43f7-af78-8914edb65d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:34.728801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16107772-b308-4ccb-a93b-d961090cf8ea,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:34.739306 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:34.744496 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.746410 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16107772-b308-4ccb-a93b-d961090cf8ea HTTP/1.1" status: 204 len: 168 time: 0.3458979 May 06 18:37:34.772385 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a70e63eb-1d56-4d2b-8dbd-d3d640536ed5 req-7c39467a-de4f-43c2-bae7-41dbfef186e8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912158 May 06 18:37:34.871228 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.880506 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:34.926674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d98a1fab-7584-476b-bc5a-7c122ed8e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:34.939248 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d37ac6a31be493b998c7d1a31180518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8180635 May 06 18:37:34.939448 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 56370) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:34.999038 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346a7be1-85a2-49b1-b0da-15dec1d16874,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:35.004985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:35.014076 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-60a599d7-52eb-42b1-ae6d-f843234d5ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.060264 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.104485 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.296139 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.388425 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea911383-f479-472a-bba6-dec3ce11a843 req-f0878595-4033-44b2-a6c6-19f784934039 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.389291 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-ea911383-f479-472a-bba6-dec3ce11a843 req-f0878595-4033-44b2-a6c6-19f784934039 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:35.409997 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-ea911383-f479-472a-bba6-dec3ce11a843 req-f0878595-4033-44b2-a6c6-19f784934039 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:35.411299 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-ea911383-f479-472a-bba6-dec3ce11a843 req-f0878595-4033-44b2-a6c6-19f784934039 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 946 time: 0.1577237 May 06 18:37:35.578952 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-c4bdf809-ac9b-49fd-b7b9-1bbd70f3a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.580742 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-c4bdf809-ac9b-49fd-b7b9-1bbd70f3a58e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.4634728 May 06 18:37:35.611609 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.611609 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-161dfd20-23b2-4d1e-9f9e-ad713f636eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:35.658010 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1cf9-a758-4202-b833-806071d8795a req-cb8754e4-d790-49e1-8b33-8daa6b32a654 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.659779 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff1a1cf9-a758-4202-b833-806071d8795a req-cb8754e4-d790-49e1-8b33-8daa6b32a654 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4259284 May 06 18:37:35.729545 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Deleting port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:37:35.729545 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.792786 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346a7be1-85a2-49b1-b0da-15dec1d16874,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:35.804545 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:35.950318 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] For port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:35.950653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.955425 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-5e6f7558-ec6a-40e6-b9ea-e3d66a3a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:35.957368 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-5e6f7558-ec6a-40e6-b9ea-e3d66a3a4d2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.3617322 May 06 18:37:35.962264 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:35.963884 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/346a7be1-85a2-49b1-b0da-15dec1d16874 HTTP/1.1" status: 204 len: 168 time: 1.0235059 May 06 18:37:36.070047 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-c3311b53-7909-4172-9c9f-9f4b077bbf85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 217 time: 0.1000896 May 06 18:37:36.086283 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717548d0-c291-4f45-93df-84c657100403 req-5b93f466-9776-4f74-9e64-4b7d14d6a487 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.089487 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-717548d0-c291-4f45-93df-84c657100403 req-5b93f466-9776-4f74-9e64-4b7d14d6a487 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 946 time: 0.7581658 May 06 18:37:36.212885 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-6821b2a5-e4a1-49ef-b89d-35e222baeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:36.221755 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-6821b2a5-e4a1-49ef-b89d-35e222baeeb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.1200507 May 06 18:37:36.302171 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Calling delete_port for cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:37:36.373702 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff1a1cf9-a758-4202-b833-806071d8795a req-46300959-34b3-4f31-b0d2-8fbda786f500 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452411 May 06 18:37:36.388394 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-2e31039a-2cd2-4132-903c-30a7913b793d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288540 May 06 18:37:36.460681 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-717548d0-c291-4f45-93df-84c657100403 req-70f32a99-d3f4-45b3-84c2-794e9d48ba72 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378211 May 06 18:37:36.738422 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-2690b2cf-81cc-4976-9e6f-c93f858c2b1e service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992926 May 06 18:37:36.817730 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:36.829297 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:36.836016 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28', '28fb9679-e74f-4ae7-913e-6399ce851d9c'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:37.014269 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-94df6fa1-6135-4e9d-b0fd-43ec26ed7ad0 req-e4ae1375-c697-4c9c-8b5d-2a1649cb2e26 service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230766 May 06 18:37:37.021438 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event deleted for resources: {'Port': ['ID=cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:37.027297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 56412) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:37.043324 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:37.079874 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.152317 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:37.190326 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6d2651bfc94055b2c83c333b2a4379 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:37.207955 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:37.228373 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] No DVR routers for this DVR port cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:37:37.235658 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.244160 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'name': 'network-vif-deleted', 'tag': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:37.249344 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:37.283342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428999f-ee72-433a-b3c1-acd22d45964d req-3837283d-4549-41c3-9261-15b739251e96 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:37.285815 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-ea911383-f479-472a-bba6-dec3ce11a843 req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "DELETE /v2.0/ports/cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 HTTP/1.1" status: 204 len: 173 time: 1.8496754 May 06 18:37:37.299677 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2428999f-ee72-433a-b3c1-acd22d45964d req-3837283d-4549-41c3-9261-15b739251e96 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.5053527 May 06 18:37:37.438974 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64364dbc-c472-4a4b-8244-e9c39b92bfd7 req-3bcb4b55-adf9-4de3-957f-7652f6002267 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:37.447080 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-64364dbc-c472-4a4b-8244-e9c39b92bfd7 req-3bcb4b55-adf9-4de3-957f-7652f6002267 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.7057445 May 06 18:37:37.549722 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2428999f-ee72-433a-b3c1-acd22d45964d req-5f4fcaa9-344d-41c1-ac75-bc9e13594091 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275820 May 06 18:37:37.627169 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-64364dbc-c472-4a4b-8244-e9c39b92bfd7 req-5462ed20-5521-48c9-b736-c448e962c95a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793003 May 06 18:37:37.738156 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e626fc-ec03-4021-a844-8fcb458bd4d3', 'name': 'network-vif-deleted', 'tag': 'cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65', 'status': 'completed', 'code': 200} May 06 18:37:37.752174 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e4a513c2-f036-449a-a76a-8303adf27b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.780527 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.836282 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.846958 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:37.854339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-aa63f2a5-6eac-4fad-b407-6f5d591ad949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:38.033164 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b6d2651bfc94055b2c83c333b2a4379&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031495 May 06 18:37:38.035698 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56432) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:38.047287 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de72c59-416c-4a70-9fdb-582f8371531f,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:38.063585 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:38.117742 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-da19f3ff-6bbe-421d-815e-40dde1e568cb req-be8c989a-4371-439b-bc7d-8e19d7601946 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e626fc-ec03-4021-a844-8fcb458bd4d3 HTTP/1.1" status: 200 len: 210 time: 0.0623808 May 06 18:37:38.202298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e2bf-5a61-4da8-81ea-2e53763bca90 req-da034610-1ba4-4d36-a920-f1e781d282f2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:38.212095 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6f27e2bf-5a61-4da8-81ea-2e53763bca90 req-da034610-1ba4-4d36-a920-f1e781d282f2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2355120 May 06 18:37:38.212546 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:38.283578 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6f27e2bf-5a61-4da8-81ea-2e53763bca90 req-004202dc-de0e-40a7-a092-947eadbcf1b2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702169 May 06 18:37:38.298358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:38.405235 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:38.413531 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1fb54e77-fd25-4b50-b9cc-e51447ab4bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:38.425049 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:38.437950 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de72c59-416c-4a70-9fdb-582f8371531f,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:38.442719 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:38.456778 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:38.458849 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3de72c59-416c-4a70-9fdb-582f8371531f HTTP/1.1" status: 204 len: 168 time: 0.4218483 May 06 18:37:38.478975 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:37:38.479556 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device cc8b0d8e-d0aa-4e24-bc54-6c6d9008cd65 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:37:38.868615 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:38.906899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5aec3-318f-4721-8815-34b5946f6155 req-9e007b50-c909-467f-ae08-02784ff168ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:38.914669 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9cb5aec3-318f-4721-8815-34b5946f6155 req-9e007b50-c909-467f-ae08-02784ff168ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1909757 May 06 18:37:38.993617 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9cb5aec3-318f-4721-8815-34b5946f6155 req-a32b47dd-19a6-4596-a16a-e81f13d1cd51 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688150 May 06 18:37:39.699906 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af682-8865-46d1-8f8a-c2854b25d5fc req-71e07d71-74b0-4199-963f-59402dd09626 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:39.708903 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b05af682-8865-46d1-8f8a-c2854b25d5fc req-71e07d71-74b0-4199-963f-59402dd09626 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1589272 May 06 18:37:39.747716 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-dbbf01b3-1373-48e2-a8cb-52c7f88b8e20 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c49eed078aba4d76a9ee7f0fb0288af7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373883 May 06 18:37:40.013505 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56480) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:40.079349 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-5e5b261c-cd20-4bd2-9565-e0aaed2011cc tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:40.081642 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-5e5b261c-cd20-4bd2-9565-e0aaed2011cc tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3075528 May 06 18:37:40.143707 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b05af682-8865-46d1-8f8a-c2854b25d5fc req-b1704b0f-0d82-4092-bfed-e2090767effb tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944044 May 06 18:37:40.154022 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-44c157f9-96c0-42d3-af87-27b6af4b9056 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/quotas/c49eed078aba4d76a9ee7f0fb0288af7 HTTP/1.1" status: 200 len: 375 time: 0.0414724 May 06 18:37:40.272155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6893104-network', 'tenant_id': 'c0fbacb3b21e40bb81c196caebc74a8e'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:40.275347 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-ec9f3151-792f-4e9a-bd88-1bf24b44b67e tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c49eed078aba4d76a9ee7f0fb0288af7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148105 May 06 18:37:40.282859 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:40.299270 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Usage tracker for resource:network and tenant:c0fbacb3b21e40bb81c196caebc74a8e is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:40.303898 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:40.316039 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:40.354684 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Made reservation on behalf of c0fbacb3b21e40bb81c196caebc74a8e for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:40.357222 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.381515 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.402886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:40.408901 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.410282 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Usage tracker for resource:security_group_rule and tenant:c0fbacb3b21e40bb81c196caebc74a8e is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:40.414606 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:40.423522 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:40.527533 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.537535 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.540916 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b49f9576-302f-4260-98e8-1a99e9e710a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:40.642743 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:37:40.649866 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebc43b-e35f-4868-b8ac-66a9355a5e8e,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:40.679871 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:40.703860 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.705798 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Added segment 5052dd15-b832-4aef-93ec-e9ed05c1a8bf of type vlan for network 996a712c-9708-4287-a117-75cc82663af2 May 06 18:37:40.884591 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.961586 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.963421 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:40.964287 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:40.997311 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b93ad77c-25c1-402b-a2f2-0675b724f9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:41.003620 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1bc7e-a99c-4a5a-9939-2042463a405a req-0df03446-cc5c-4130-8131-6ef10a51b642 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:41.017470 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0026574 May 06 18:37:41.023481 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56494) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:41.024497 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ccc1bc7e-a99c-4a5a-9939-2042463a405a req-0df03446-cc5c-4130-8131-6ef10a51b642 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 946 time: 0.6494474 May 06 18:37:41.085477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Request body: {'subnet': {'network_id': '996a712c-9708-4287-a117-75cc82663af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6893104-subnet', 'tenant_id': 'c0fbacb3b21e40bb81c196caebc74a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:41.091608 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:41.095898 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Usage tracker for resource:subnet and tenant:c0fbacb3b21e40bb81c196caebc74a8e is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:41.099134 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:41.106729 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:41.152753 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Made reservation on behalf of c0fbacb3b21e40bb81c196caebc74a8e for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:41.156537 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-944428'] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:41.259889 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ccc1bc7e-a99c-4a5a-9939-2042463a405a req-0da88695-47dd-437a-af8e-90e774ceb805 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519163 May 06 18:37:41.400306 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec3d7d-80d9-40cd-a2bb-6bef8154f4f5 req-8c4d89a7-5753-400b-85c7-213a69879200 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:41.410876 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-80ec3d7d-80d9-40cd-a2bb-6bef8154f4f5 req-8c4d89a7-5753-400b-85c7-213a69879200 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.3847725 May 06 18:37:41.493095 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Pushing event updated for resources: {'Network': ['ID=996a712c-9708-4287-a117-75cc82663af2,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:41.510337 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:41.511757 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 996a712c-9708-4287-a117-75cc82663af2 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:37:41.575374 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1f5bc833-3364-45cb-aa06-f26419b19270 req-192e5eaf-e482-4105-a1d8-b5a74261c943 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 210 time: 0.1625228 May 06 18:37:41.625608 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-80ec3d7d-80d9-40cd-a2bb-6bef8154f4f5 req-2163a546-3146-42bb-a90e-f49b35847ae1 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042449 May 06 18:37:42.025102 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66614d7-7382-4390-84ed-857b2050509d req-352a4277-c174-4539-905a-94856fdde645 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:42.027631 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e66614d7-7382-4390-84ed-857b2050509d req-352a4277-c174-4539-905a-94856fdde645 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:42.107739 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195de8aa-f6ee-4938-a643-d5ea644fcbc6 req-769f4e01-81f4-4313-82e2-a999831c9cdb tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:42.116661 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-195de8aa-f6ee-4938-a643-d5ea644fcbc6 req-769f4e01-81f4-4313-82e2-a999831c9cdb tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2016098 May 06 18:37:42.196845 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-195de8aa-f6ee-4938-a643-d5ea644fcbc6 req-ac9a7786-ccb4-4384-9799-9d468bdd8c2e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786624 May 06 18:37:42.200648 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-e66614d7-7382-4390-84ed-857b2050509d req-352a4277-c174-4539-905a-94856fdde645 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:42.202069 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e66614d7-7382-4390-84ed-857b2050509d req-352a4277-c174-4539-905a-94856fdde645 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 946 time: 1.0035400 May 06 18:37:42.431599 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Deleting port 28fb9679-e74f-4ae7-913e-6399ce851d9c {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:37:42.432489 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:42.547345 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85993-86e1-4928-9a2e-ada9de8e5765 req-0abf11d1-ccef-4744-bdd4-039372d3bcd2 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:42.549732 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b1d85993-86e1-4928-9a2e-ada9de8e5765 req-0abf11d1-ccef-4744-bdd4-039372d3bcd2 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 946 time: 0.1368170 May 06 18:37:42.642693 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-944478'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:42.653317 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b1d85993-86e1-4928-9a2e-ada9de8e5765 req-67a8d004-d745-48d2-9adf-9a1db41b6407 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973787 May 06 18:37:42.660893 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-df67e74a-d61e-4d40-a2b0-ea5629a99773 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c49eed078aba4d76a9ee7f0fb0288af7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453448 May 06 18:37:42.671668 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f4cabf75-5c77-45a1-ab3e-ea76ac6d599a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:42.823222 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] For port 28fb9679-e74f-4ae7-913e-6399ce851d9c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=28fb9679-e74f-4ae7-913e-6399ce851d9c,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:42.823616 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:42.965631 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-be75e74f-3040-456d-bcb3-6cd346048d42 req-c693b6eb-8d2d-498e-af07-0cf0a3a35dc6 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 210 time: 0.1164472 May 06 18:37:42.976776 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-76993a98-6c87-407a-894c-ca637c87067b tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:42.978371 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-76993a98-6c87-407a-894c-ca637c87067b tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108919 May 06 18:37:43.028756 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ad09d-399c-4504-b2fa-f1f5552d0574 req-1a387a8a-db87-4ae7-bc60-0877540e0b35 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.031361 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2c6ad09d-399c-4504-b2fa-f1f5552d0574 req-1a387a8a-db87-4ae7-bc60-0877540e0b35 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.1427922 May 06 18:37:43.066605 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Calling delete_port for 28fb9679-e74f-4ae7-913e-6399ce851d9c owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:37:43.095641 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab69ecc3-5867-49b3-9375-40df1349a40c,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:43.098272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Request body: {'port': {'device_id': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877', 'admin_state_up': True, 'tenant_id': 'c49eed078aba4d76a9ee7f0fb0288af7'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:43.098518 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:43.119217 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Checking segment: {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:43.119562 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Network hostable DHCP agents. Network: 996a712c-9708-4287-a117-75cc82663af2, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:37:43.147895 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Network 996a712c-9708-4287-a117-75cc82663af2 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:37:43.168924 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 996a712c-9708-4287-a117-75cc82663af2) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:43.181244 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.181916 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:43.191415 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2c6ad09d-399c-4504-b2fa-f1f5552d0574 req-6e17c907-770e-4edf-8d53-da79fc550f63 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538913 May 06 18:37:43.201714 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f4390-5397-4294-aa9e-53f4a02948d3 None None] Network 996a712c-9708-4287-a117-75cc82663af2 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:37:43.276026 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:43.280572 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Usage tracker for resource:port and tenant:c49eed078aba4d76a9ee7f0fb0288af7 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:43.284146 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:43.295212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:43.316912 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-9147ee72-737a-45f5-972a-a8ece63406e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2792664 May 06 18:37:43.321217 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Made reservation on behalf of c49eed078aba4d76a9ee7f0fb0288af7 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:43.328002 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:43.332163 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:43.347951 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:43.353691 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:43.379909 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:43.384783 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Usage tracker for resource:security_group_rule and tenant:c49eed078aba4d76a9ee7f0fb0288af7 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:43.390536 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:43.393368 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:43.402527 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:43.481776 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event deleted for resources: {'Port': ['ID=28fb9679-e74f-4ae7-913e-6399ce851d9c,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:43.485480 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:43.561193 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] No DVR routers for this DVR port 28fb9679-e74f-4ae7-913e-6399ce851d9c on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:37:43.566189 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:43.575259 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-e66614d7-7382-4390-84ed-857b2050509d req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "DELETE /v2.0/ports/28fb9679-e74f-4ae7-913e-6399ce851d9c HTTP/1.1" status: 204 len: 173 time: 1.3551571 May 06 18:37:43.576168 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'name': 'network-vif-deleted', 'tag': '28fb9679-e74f-4ae7-913e-6399ce851d9c'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:43.645180 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfbb0f7-fbea-4924-bb20-e2820ae67b7b', 'name': 'network-vif-deleted', 'tag': '28fb9679-e74f-4ae7-913e-6399ce851d9c', 'status': 'completed', 'code': 200} May 06 18:37:43.652393 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672cfa26-1515-48c3-a05a-eb7b288ce595 None None] Network 996a712c-9708-4287-a117-75cc82663af2 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:37:43.737633 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9937d4-1c81-4d04-8c16-f57e06af2d7b req-5e2c3c6c-3522-4543-b72f-3d4bfef92897 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.745662 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b9937d4-1c81-4d04-8c16-f57e06af2d7b req-5e2c3c6c-3522-4543-b72f-3d4bfef92897 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.3298714 May 06 18:37:43.750679 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-eb8cb7f6-5d99-470b-9299-6aca71cde0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:43.752825 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-eb8cb7f6-5d99-470b-9299-6aca71cde0ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1098 time: 0.3382735 May 06 18:37:43.989218 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:44.035248 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:44.051309 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:44.072173 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-df6cba8c-9bab-4b16-b097-6027f7107afd req-41b23c82-9ca9-47e8-a676-9c1bad018121 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bfbb0f7-fbea-4924-bb20-e2820ae67b7b HTTP/1.1" status: 200 len: 210 time: 0.0991621 May 06 18:37:44.118799 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b9937d4-1c81-4d04-8c16-f57e06af2d7b req-d1aa2152-140e-440f-9b4b-b993789401be tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720419 May 06 18:37:44.258611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-f625f5b1-ffb0-4ee2-9510-b92fac2c6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:44.260247 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-f625f5b1-ffb0-4ee2-9510-b92fac2c6430 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.4784267 May 06 18:37:44.260947 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715a7d15-4806-403e-8c42-ef225e8b69f9,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:44.275427 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:44.278833 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f4b4af7-89e3-44e1-9b70-ecb3244b67b4 req-7b9b3f14-b2d9-45c2-9270-8e155e9a90f2 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 210 time: 0.0838094 May 06 18:37:44.460122 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 28fb9679-e74f-4ae7-913e-6399ce851d9c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:44.502514 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 28fb9679-e74f-4ae7-913e-6399ce851d9c {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:37:44.503120 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 28fb9679-e74f-4ae7-913e-6399ce851d9c not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:37:44.647802 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-10b4ac30-df6b-4ea3-b31d-6a2e9824e33a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 1001 time: 0.3717294 May 06 18:37:44.660075 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Allocated IP 192.168.233.102 (0b16bb0b-1c2e-46c5-8a04-01a6c40e8877/022b2684-49e7-4c02-b03d-c56932a7a736/d94700f0-6617-4f62-b41a-b165ffca1a68) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:37:44.795800 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-e2479c06-4b33-4d46-967c-f5d23c11face service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:44.797366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-e2479c06-4b33-4d46-967c-f5d23c11face service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.1339481 May 06 18:37:44.809902 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04d564-bbc6-4e36-b259-835142dd38b1 req-6e306efe-bdee-4a33-b82c-cc008939d35e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:44.811494 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ed04d564-bbc6-4e36-b259-835142dd38b1 req-6e306efe-bdee-4a33-b82c-cc008939d35e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.2686934 May 06 18:37:45.012840 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ed04d564-bbc6-4e36-b259-835142dd38b1 req-87d513b6-d805-462d-987b-363e3577102a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826265 May 06 18:37:45.075484 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:45.080101 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-b074b40b-4303-484d-8aca-fdb890a80045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:45.081606 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-b074b40b-4303-484d-8aca-fdb890a80045 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2692111 May 06 18:37:45.121531 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Transition to ACTIVE for port object d94700f0-6617-4f62-b41a-b165ffca1a68 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:45.307153 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-c4886cfb-8439-40c2-94bf-7ac9b6f07a88 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179649 May 06 18:37:45.309905 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:45.340700 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:45.531574 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:37:45.544176 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:45.558626 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:37:45.564588 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:45.565247 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:45.571647 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Pushing event updated for resources: {'Port': ['ID=d94700f0-6617-4f62-b41a-b165ffca1a68,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:45.579673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:45.668715 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2c36e-89de-455a-8056-1c7473ec641b req-c9ff42a1-3248-4baf-aa36-03de0b556dda tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:45.670460 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4da2c36e-89de-455a-8056-1c7473ec641b req-c9ff42a1-3248-4baf-aa36-03de0b556dda tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4196820 May 06 18:37:45.677765 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b67a6ad9-fc94-408d-9b6a-7ea83a757e8f req-04bd6ade-2e62-4c6d-94f0-fbd3a607ac8e service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621905 May 06 18:37:45.701875 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6144595 May 06 18:37:45.732019 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Request body: {'port': {'device_id': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:45.784065 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-4ec3f0d8-ab04-4fc4-8ecf-b170598eddd3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:45.784766 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-4ec3f0d8-ab04-4fc4-8ecf-b170598eddd3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Synchronizing usage tracker for tenant:c49eed078aba4d76a9ee7f0fb0288af7 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:45.799657 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4da2c36e-89de-455a-8056-1c7473ec641b req-629a2cf4-666d-467b-8717-985772186b86 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187303 May 06 18:37:45.859301 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-a8292545-fb56-4b18-849d-b4c9565e6d68 None None] Provisioning for port d94700f0-6617-4f62-b41a-b165ffca1a68 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:45.865675 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-a8292545-fb56-4b18-849d-b4c9565e6d68 None None] Provisioning complete for port d94700f0-6617-4f62-b41a-b165ffca1a68 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:45.866196 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-a8292545-fb56-4b18-849d-b4c9565e6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:45.871617 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-4ec3f0d8-ab04-4fc4-8ecf-b170598eddd3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Unset dirty status for tenant:c49eed078aba4d76a9ee7f0fb0288af7 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:45.872798 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-4ec3f0d8-ab04-4fc4-8ecf-b170598eddd3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 936 time: 0.4157932 May 06 18:37:45.910941 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:45.932344 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-a8292545-fb56-4b18-849d-b4c9565e6d68 None None] Port d94700f0-6617-4f62-b41a-b165ffca1a68 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:37:46.092398 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-8e062346-61b7-4c7c-a660-d34fc18fc5b6 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Synchronizing usage tracker for tenant:c49eed078aba4d76a9ee7f0fb0288af7 on resource:security_group {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:46.169295 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-57571d65-93ed-41d3-9a9d-9ffd3053c41b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:46.170779 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-57571d65-93ed-41d3-9a9d-9ffd3053c41b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/networks?id=996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 200 len: 806 time: 0.2608471 May 06 18:37:46.217498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-8e062346-61b7-4c7c-a660-d34fc18fc5b6 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Unset dirty status for tenant:c49eed078aba4d76a9ee7f0fb0288af7 on resource:security_group {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:46.223052 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3d1c611d-3b47-4933-b631-045a2936c9ed req-8e062346-61b7-4c7c-a660-d34fc18fc5b6 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358107 May 06 18:37:46.243499 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-753f14e9-3342-4ea8-8692-66eaf1058070 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/quotas/c0fbacb3b21e40bb81c196caebc74a8e HTTP/1.1" status: 200 len: 375 time: 0.0271616 May 06 18:37:46.323191 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-d3854a55-87bd-4d4d-a038-b39ed6386c70 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729852 May 06 18:37:46.472660 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:46.626866 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:46.658298 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:46.669123 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:46.673519 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:46.676302 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:46.764455 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-b839413d-48c8-465a-bb8d-0eddc1b934bc service neutron] 10.222.0.11 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869077 May 06 18:37:46.772815 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=8']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:46.776336 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:46.845021 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafc748-81ba-4729-8122-105bc71bb531 req-b0da0cd0-efe3-40b2-b3ed-90b91cfe9693 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:46.846486 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-baafc748-81ba-4729-8122-105bc71bb531 req-b0da0cd0-efe3-40b2-b3ed-90b91cfe9693 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 945 time: 0.3704302 May 06 18:37:46.971790 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94700f0-6617-4f62-b41a-b165ffca1a68 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:47.000117 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:47.040592 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-baafc748-81ba-4729-8122-105bc71bb531 req-8c5f5f6a-6e03-4ac4-9cd8-bbde75b63c88 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352301 May 06 18:37:47.044623 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Transition to ACTIVE for port object d94700f0-6617-4f62-b41a-b165ffca1a68 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:47.051497 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-43e4b859-1e52-4e4b-bc52-5abd17115f11 service neutron] 10.222.0.11 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740412 May 06 18:37:47.053174 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:47.057211 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:47.262602 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Pushing event updated for resources: {'Port': ['ID=d94700f0-6617-4f62-b41a-b165ffca1a68,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:47.308255 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:47.327501 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Attempting to bind port d94700f0-6617-4f62-b41a-b165ffca1a68 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:37:47.328006 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Attempting to bind port d94700f0-6617-4f62-b41a-b165ffca1a68 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:37:47.328412 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Attempting to bind port d94700f0-6617-4f62-b41a-b165ffca1a68 on network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:47.337112 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Port d94700f0-6617-4f62-b41a-b165ffca1a68 on network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:37:47.337857 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Attempting to bind port d94700f0-6617-4f62-b41a-b165ffca1a68 on network 0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:47.350104 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:37:47.350804 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Checking segment: {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:47.351477 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Bound using segment: {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:37:47.352180 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Bound port: d94700f0-6617-4f62-b41a-b165ffca1a68, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fdc843-df7c-48a1-b260-297207ab05a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:37:47.352753 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:47.376661 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'code': 200} May 06 18:37:47.500010 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] For port d94700f0-6617-4f62-b41a-b165ffca1a68, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:37:47.507376 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] For port d94700f0-6617-4f62-b41a-b165ffca1a68, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94700f0-6617-4f62-b41a-b165ffca1a68,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:37:47.515593 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:47.533934 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-672565ef-e0b8-487d-b065-f698b8f242c3 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:47.764312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:47.767403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:47.772113 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] 10.222.0.15 "PUT /v2.0/ports/d94700f0-6617-4f62-b41a-b165ffca1a68 HTTP/1.1" status: 200 len: 1098 time: 2.0521426 May 06 18:37:47.790479 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'tag': 'd94700f0-6617-4f62-b41a-b165ffca1a68'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:47.964212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Pushing event updated for resources: {'Port': ['ID=d94700f0-6617-4f62-b41a-b165ffca1a68,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:47.971323 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:48.065746 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201787d-6e6b-4d9b-8d64-0c876b91bf93 req-6079eb10-4451-4674-ba9f-258c43be37cd tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.069619 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b201787d-6e6b-4d9b-8d64-0c876b91bf93 req-6079eb10-4451-4674-ba9f-258c43be37cd tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4419613 May 06 18:37:48.084980 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aa72-9f36-435b-b7b5-47f62d41e432 req-8e080759-8381-42bc-8f0e-543afc54400f tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.086513 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c144aa72-9f36-435b-b7b5-47f62d41e432 req-8e080759-8381-42bc-8f0e-543afc54400f tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 948 time: 0.4639475 May 06 18:37:48.140966 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-a9bb9c09-1dc0-43d3-83f1-3cfa6838b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.142651 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-a9bb9c09-1dc0-43d3-83f1-3cfa6838b5f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49eed078aba4d76a9ee7f0fb0288af7&device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 1101 time: 0.2778969 May 06 18:37:48.261019 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-3bae3d8e-f691-4f49-892a-56ff25224d34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d94700f0-6617-4f62-b41a-b165ffca1a68 HTTP/1.1" status: 200 len: 217 time: 0.1046660 May 06 18:37:48.267442 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b201787d-6e6b-4d9b-8d64-0c876b91bf93 req-7eb0be20-7e40-4ae1-8a96-b0d694b9f45f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762049 May 06 18:37:48.278860 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c144aa72-9f36-435b-b7b5-47f62d41e432 req-85c89bc9-3e65-4b1b-980f-43d07f9146d9 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689725 May 06 18:37:48.372569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-6538f2db-5277-4ca7-a8de-dc8138c2e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.374153 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-6538f2db-5277-4ca7-a8de-dc8138c2e293 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=022b2684-49e7-4c02-b03d-c56932a7a736 HTTP/1.1" status: 200 len: 843 time: 0.0947716 May 06 18:37:48.512242 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-273ea161-340b-4e83-84ec-87aab45d9f02 req-4006668d-256d-4162-bae3-1459b72feef8 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 210 time: 0.0668857 May 06 18:37:48.574594 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a704-0e68-4878-9616-d3985a4da2dd req-84672304-82dd-4897-a75d-ec6a82d1412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:48.577057 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-84672304-82dd-4897-a75d-ec6a82d1412a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b16bb0b-1c2e-46c5-8a04-01a6c40e8877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1920445 May 06 18:37:48.686859 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'tag': 'd94700f0-6617-4f62-b41a-b165ffca1a68', 'status': 'completed', 'code': 200} May 06 18:37:49.136649 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-a7ddcdbc-d4aa-48b0-98e0-d6a718f5dcef service neutron] 10.222.0.15 "GET /v2.0/networks/0b16bb0b-1c2e-46c5-8a04-01a6c40e8877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506511 May 06 18:37:49.254305 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c314f-54f0-452d-a407-a465d8f8f8b4 req-dd5de9c5-4021-4401-b02f-53fc4755adf9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:49.257109 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1d7c314f-54f0-452d-a407-a465d8f8f8b4 req-dd5de9c5-4021-4401-b02f-53fc4755adf9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 945 time: 0.5726290 May 06 18:37:49.379488 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116a942-4634-4d0d-9a24-560ca9991345 req-27d61a28-cf61-452c-8725-b14f54b2bd49 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:49.381629 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a116a942-4634-4d0d-9a24-560ca9991345 req-27d61a28-cf61-452c-8725-b14f54b2bd49 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.5050995 May 06 18:37:49.389236 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-b06aba4c-9c64-40ce-bc5b-07cc4915a08f tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:49.390639 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-b06aba4c-9c64-40ce-bc5b-07cc4915a08f tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "GET /v2.0/networks?id=996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 200 len: 806 time: 0.4446461 May 06 18:37:49.423989 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Request body: {'port': {'device_id': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'network_id': '996a712c-9708-4287-a117-75cc82663af2', 'admin_state_up': True, 'tenant_id': 'c0fbacb3b21e40bb81c196caebc74a8e'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:49.525758 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-99c41f0e-3750-4b95-97d8-e8e1d3bec4cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:49.527096 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-99c41f0e-3750-4b95-97d8-e8e1d3bec4cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Synchronizing usage tracker for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:49.542317 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1d7c314f-54f0-452d-a407-a465d8f8f8b4 req-72540ce4-e881-4d82-810e-65a1c61049f6 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130604 May 06 18:37:49.558888 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-99c41f0e-3750-4b95-97d8-e8e1d3bec4cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Unset dirty status for tenant:e18d1eaeed404130802d0f02a4438a47 on resource:port {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:49.559439 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-99c41f0e-3750-4b95-97d8-e8e1d3bec4cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 945 time: 0.1896312 May 06 18:37:49.588395 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a116a942-4634-4d0d-9a24-560ca9991345 req-b4cba4ad-aebe-4b60-a197-d04500165c17 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966531 May 06 18:37:49.595079 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d410a704-0e68-4878-9616-d3985a4da2dd req-2fe9ec2b-dad2-49b3-8937-c73dcc6b0cf9 service neutron] 10.222.0.15 "GET /v2.0/networks/0b16bb0b-1c2e-46c5-8a04-01a6c40e8877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314461 May 06 18:37:49.729259 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:37:49.835536 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Deleting port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:37:49.836032 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:49.875335 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Usage tracker for resource:port and tenant:c0fbacb3b21e40bb81c196caebc74a8e is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:37:49.886121 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:37:49.948995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:37:50.004324 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Made reservation on behalf of c0fbacb3b21e40bb81c196caebc74a8e for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:37:50.010921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:50.028374 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] For port 7371ea9f-443d-438e-b3f6-6a6a7f86df28, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7371ea9f-443d-438e-b3f6-6a6a7f86df28,segment=NetworkSegment(a2f183fe-e55a-4470-9924-6156fa789266),segment_id=a2f183fe-e55a-4470-9924-6156fa789266)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:50.028938 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:50.263076 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Calling delete_port for 7371ea9f-443d-438e-b3f6-6a6a7f86df28 owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:37:50.276330 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-6cf03196-2889-4b68-89fa-4b6db3aa2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:50.279474 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-6cf03196-2889-4b68-89fa-4b6db3aa2479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49eed078aba4d76a9ee7f0fb0288af7&device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 1101 time: 0.5444000 May 06 18:37:50.303458 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7981b-f886-4377-a3eb-766c700071be req-3bfe996a-230f-4fa3-bc4b-00101d124845 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:50.305934 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3eb7981b-f886-4377-a3eb-766c700071be req-3bfe996a-230f-4fa3-bc4b-00101d124845 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4321353 May 06 18:37:50.331670 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f99fe-82f1-4025-b4e3-b0ffc5c0ec25 req-11c3fc85-d78e-4038-9aa6-8378eee73fba tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:50.336254 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e66f99fe-82f1-4025-b4e3-b0ffc5c0ec25 req-11c3fc85-d78e-4038-9aa6-8378eee73fba tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 948 time: 0.5993073 May 06 18:37:50.426004 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:50.433217 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:50.438520 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['7371ea9f-443d-438e-b3f6-6a6a7f86df28'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:50.483565 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Pushing event deleted for resources: {'Port': ['ID=7371ea9f-443d-438e-b3f6-6a6a7f86df28,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:50.487169 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:50.498394 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:50.566454 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] No DVR routers for this DVR port 7371ea9f-443d-438e-b3f6-6a6a7f86df28 on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:37:50.569154 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:50.572367 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'name': 'network-vif-deleted', 'tag': '7371ea9f-443d-438e-b3f6-6a6a7f86df28'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:50.591074 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3c482ffe-69b8-4669-a26e-32531cba2e84 req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.15 "DELETE /v2.0/ports/7371ea9f-443d-438e-b3f6-6a6a7f86df28 HTTP/1.1" status: 204 len: 173 time: 1.0203335 May 06 18:37:50.619140 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e66f99fe-82f1-4025-b4e3-b0ffc5c0ec25 req-b1fdbbe1-c2ae-495d-a3fb-fb659ba80194 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439055 May 06 18:37:50.659280 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3eb7981b-f886-4377-a3eb-766c700071be req-70f320e0-6cac-4da0-bd8f-5b073407353a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938986 May 06 18:37:50.688023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Allocated IP 172.20.0.8 (996a712c-9708-4287-a117-75cc82663af2/ab69ecc3-5867-49b3-9375-40df1349a40c/92e6248a-d7cb-4301-a84c-37fc30f9a15c) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:37:50.697929 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-881f1e6c-731e-4683-b666-148b3b00ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:50.699519 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-881f1e6c-731e-4683-b666-148b3b00ffd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b16bb0b-1c2e-46c5-8a04-01a6c40e8877 HTTP/1.1" status: 200 len: 870 time: 0.3923850 May 06 18:37:50.849112 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-7ad09c8a-aa1e-480c-b58c-6fb65118ff95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d94700f0-6617-4f62-b41a-b165ffca1a68 HTTP/1.1" status: 200 len: 217 time: 0.1410389 May 06 18:37:50.920848 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2d40c5b9-e889-4dca-8380-fee9081c193e req-3a072e18-2b20-40d8-9d81-c2787cfe78cb tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 210 time: 0.1336105 May 06 18:37:50.986177 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ae15a6-5c47-4bd7-a007-64510a535f01', 'name': 'network-vif-deleted', 'tag': '7371ea9f-443d-438e-b3f6-6a6a7f86df28', 'status': 'completed', 'code': 200} May 06 18:37:51.055489 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-a5ad9b91-79d1-442d-a8ff-58fc9a39e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:51.057053 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-a5ad9b91-79d1-442d-a8ff-58fc9a39e2a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=022b2684-49e7-4c02-b03d-c56932a7a736 HTTP/1.1" status: 200 len: 843 time: 0.1972847 May 06 18:37:51.363476 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-74e16132-3c1d-48aa-b866-7bc393fcfb90 req-2c43361d-0931-479a-baaf-20ab772df924 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] 10.222.0.11 "GET /v2.0/ports?device_id=28ae15a6-5c47-4bd7-a007-64510a535f01 HTTP/1.1" status: 200 len: 210 time: 0.0690615 May 06 18:37:51.465753 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:51.472776 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-8040552a-ee81-43b2-ad86-8ec3aba719da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:51.475175 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-8040552a-ee81-43b2-ad86-8ec3aba719da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b16bb0b-1c2e-46c5-8a04-01a6c40e8877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4003410 May 06 18:37:51.616734 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:51.630724 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:51.717270 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-aa8518b3-b5d2-4378-829c-b6feaf06d277 service neutron] 10.222.0.15 "GET /v2.0/networks/0b16bb0b-1c2e-46c5-8a04-01a6c40e8877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328291 May 06 18:37:51.779354 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Network 996a712c-9708-4287-a117-75cc82663af2 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:37:51.783459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Pushing event updated for resources: {'Port': ['ID=92e6248a-d7cb-4301-a84c-37fc30f9a15c,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:51.838277 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:37:51.848340 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:37:51.854616 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:51.855439 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:51.912219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.912677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.912958 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.913329 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.913672 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.914054 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.914435 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.914861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.915209 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.915549 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.915987 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.916248 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:51.928742 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:51.977502 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5718005 May 06 18:37:51.996536 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Request body: {'port': {'device_id': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:37:52.094055 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-95b08b7f-0810-4cee-a362-34b7b4dcbcd5 req-d6e888e1-e563-4e94-b54b-43b276cf0d9e service neutron] 10.222.0.15 "GET /v2.0/networks/0b16bb0b-1c2e-46c5-8a04-01a6c40e8877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460965 May 06 18:37:52.178736 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f51ec-1054-4d4f-9fcd-c8b5efb8e11c req-14587282-3309-4bad-a2ae-cf9863ce4896 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:52.180358 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e23f51ec-1054-4d4f-9fcd-c8b5efb8e11c req-14587282-3309-4bad-a2ae-cf9863ce4896 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 948 time: 0.3398635 May 06 18:37:52.253202 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:52.276303 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e23f51ec-1054-4d4f-9fcd-c8b5efb8e11c req-70300386-11a4-425e-8137-2e0d7c3b6cab tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876906 May 06 18:37:52.330680 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e6e1-dc29-4459-8a03-133d526fdadd req-5163344a-f77f-4b0e-bdc3-0619d81cdf51 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:52.332728 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2683e6e1-dc29-4459-8a03-133d526fdadd req-5163344a-f77f-4b0e-bdc3-0619d81cdf51 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.3413858 May 06 18:37:52.462519 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2683e6e1-dc29-4459-8a03-133d526fdadd req-e888e079-a863-4853-989c-486b76728fdf tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166158 May 06 18:37:52.463743 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56658) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:52.503275 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d94700f0-6617-4f62-b41a-b165ffca1a68 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:52.514206 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 7371ea9f-443d-438e-b3f6-6a6a7f86df28 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:37:52.605066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 7371ea9f-443d-438e-b3f6-6a6a7f86df28 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:37:52.605684 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 7371ea9f-443d-438e-b3f6-6a6a7f86df28 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:37:52.669013 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-5ff6a714-3191-4e98-ac72-c8013f6eb475 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2037053 May 06 18:37:52.777777 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port d94700f0-6617-4f62-b41a-b165ffca1a68, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94700f0-6617-4f62-b41a-b165ffca1a68,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:52.778032 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bc381-f760-46ac-bb0e-24a4f12644a0 req-ae7b5b78-8afd-45f5-acf4-392328f28c12 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:52.781424 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4a4bc381-f760-46ac-bb0e-24a4f12644a0 req-ae7b5b78-8afd-45f5-acf4-392328f28c12 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.3229144 May 06 18:37:52.806104 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'd94700f0-6617-4f62-b41a-b165ffca1a68', 'network_id': '0b16bb0b-1c2e-46c5-8a04-01a6c40e8877', 'port_id': 'd94700f0-6617-4f62-b41a-b165ffca1a68', 'mac_address': 'fa:16:3e:8a:19:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b2684-49e7-4c02-b03d-c56932a7a736', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:52.877406 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:52.903735 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94700f0-6617-4f62-b41a-b165ffca1a68 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:52.908251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876e8b6-30a1-47a5-86d5-9a1f16de7d3b req-9587df2b-588a-4c93-a2af-9ec4b6f79f97 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:52.909529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c876e8b6-30a1-47a5-86d5-9a1f16de7d3b req-9587df2b-588a-4c93-a2af-9ec4b6f79f97 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Synchronizing usage tracker for tenant:c0fbacb3b21e40bb81c196caebc74a8e on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:37:52.924006 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port d94700f0-6617-4f62-b41a-b165ffca1a68, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94700f0-6617-4f62-b41a-b165ffca1a68,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:52.929640 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:52.931921 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:52.992363 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4a4bc381-f760-46ac-bb0e-24a4f12644a0 req-8059573b-26fe-4cfb-b607-21c237d5f440 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804013 May 06 18:37:53.046259 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=d94700f0-6617-4f62-b41a-b165ffca1a68,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:53.053314 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:53.104659 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c876e8b6-30a1-47a5-86d5-9a1f16de7d3b req-9587df2b-588a-4c93-a2af-9ec4b6f79f97 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Unset dirty status for tenant:c0fbacb3b21e40bb81c196caebc74a8e on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:37:53.106511 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c876e8b6-30a1-47a5-86d5-9a1f16de7d3b req-9587df2b-588a-4c93-a2af-9ec4b6f79f97 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 931 time: 0.4999406 May 06 18:37:53.122495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e6248a-d7cb-4301-a84c-37fc30f9a15c {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:53.146014 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56670) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:53.152317 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.190710 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Transition to ACTIVE for port object 92e6248a-d7cb-4301-a84c-37fc30f9a15c will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:37:53.197370 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.198023 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['d94700f0-6617-4f62-b41a-b165ffca1a68'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:53.202368 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:53.249500 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Deleting subnet a2c74512-e793-4888-81d8-46671d1198f0 {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:37:53.253539 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.253790 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c876e8b6-30a1-47a5-86d5-9a1f16de7d3b req-f6d0e85b-2a0e-4166-842f-a41d2f48ef7f tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347308 May 06 18:37:53.337025 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.410846 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.423199 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Pushing event updated for resources: {'Port': ['ID=92e6248a-d7cb-4301-a84c-37fc30f9a15c,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:53.427948 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:53.662239 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Attempting to bind port 92e6248a-d7cb-4301-a84c-37fc30f9a15c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:37:53.663411 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Attempting to bind port 92e6248a-d7cb-4301-a84c-37fc30f9a15c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:37:53.663411 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Attempting to bind port 92e6248a-d7cb-4301-a84c-37fc30f9a15c on network 996a712c-9708-4287-a117-75cc82663af2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:53.672591 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Port 92e6248a-d7cb-4301-a84c-37fc30f9a15c on network 996a712c-9708-4287-a117-75cc82663af2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:37:53.672819 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Attempting to bind port 92e6248a-d7cb-4301-a84c-37fc30f9a15c on network 996a712c-9708-4287-a117-75cc82663af2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:37:53.686244 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:37:53.686709 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Checking segment: {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:37:53.687085 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Bound using segment: {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:37:53.687520 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Bound port: 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:37:53.687856 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.842724 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88549-65c0-4dc3-af5d-4ed632981727 req-871f62b7-18ee-45d9-b11c-ef3a1814e804 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:53.844372 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f9f88549-65c0-4dc3-af5d-4ed632981727 req-871f62b7-18ee-45d9-b11c-ef3a1814e804 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 949 time: 0.3782527 May 06 18:37:53.908161 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.923871 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:53.924706 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] For port 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:37:53.944440 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] For port 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:37:53.956113 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc2ce0-272f-48b6-996c-73e7d270284a req-e84a6725-1ba0-403a-b235-2348ffcf8572 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:53.957971 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-90fc2ce0-272f-48b6-996c-73e7d270284a req-e84a6725-1ba0-403a-b235-2348ffcf8572 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2730906 May 06 18:37:53.962187 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f9f88549-65c0-4dc3-af5d-4ed632981727 req-52a2f06a-d7a2-40b4-b818-7363e737db96 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050687 May 06 18:37:53.963864 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:53.968303 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-07e011d9-5b6c-425b-b273-be15a37c02a1 tempest-DeleteServersTestJSON-1778626756 tempest-DeleteServersTestJSON-1778626756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:54.056566 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.057264 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.059080 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] 10.222.0.15 "PUT /v2.0/ports/92e6248a-d7cb-4301-a84c-37fc30f9a15c HTTP/1.1" status: 200 len: 1093 time: 2.0665653 May 06 18:37:54.059887 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'tag': '92e6248a-d7cb-4301-a84c-37fc30f9a15c'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:54.125439 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-90fc2ce0-272f-48b6-996c-73e7d270284a req-e8e9f29b-8de8-452d-855c-e7d6d1a98ba9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210058 May 06 18:37:54.130845 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Pushing event updated for resources: {'Port': ['ID=92e6248a-d7cb-4301-a84c-37fc30f9a15c,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:54.131172 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c74512-e793-4888-81d8-46671d1198f0,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:54.135337 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.150057 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a2c74512-e793-4888-81d8-46671d1198f0 HTTP/1.1" status: 204 len: 168 time: 1.0024168 May 06 18:37:54.153417 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56682) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:54.174008 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:54.284596 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.285288 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.285915 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.286573 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.287320 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.287643 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.288004 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.288308 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.288659 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.289007 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.289358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.289702 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:37:54.294651 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c239896-6443-4caa-9629-39fab98cfb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:54.297803 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.309023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f822401d-ba85-421d-81f6-8b4e8aec77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.311605 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f822401d-ba85-421d-81f6-8b4e8aec77c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 1096 time: 0.1823072 May 06 18:37:54.450996 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.452310 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'tag': '92e6248a-d7cb-4301-a84c-37fc30f9a15c', 'status': 'completed', 'code': 200} May 06 18:37:54.466033 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc709ce-dbee-45c8-8fbe-d5f8fdbc735a']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:54.480824 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f183fe-e55a-4470-9924-6156fa789266') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:54.481151 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f183fe-e55a-4470-9924-6156fa789266') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:37:54.494905 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.513381 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-7a6a153c-6368-4e9c-a995-ac625c98aa6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c HTTP/1.1" status: 200 len: 217 time: 0.1888921 May 06 18:37:54.522079 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d94700f0-6617-4f62-b41a-b165ffca1a68 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:37:54.525516 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.536628 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:37:54.537122 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:37:54.553499 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:37:54.607547 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-ac0a141d-b26b-4451-a3fd-cbac578a7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.609079 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-ac0a141d-b26b-4451-a3fd-cbac578a7d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab69ecc3-5867-49b3-9375-40df1349a40c HTTP/1.1" status: 200 len: 846 time: 0.0888901 May 06 18:37:54.667343 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.673322 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-99cb72f7-d8ba-4d9a-9b8b-16ab6f3f3e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:54.687738 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-5660a316-ba4b-43f8-9932-070709996fee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=996a712c-9708-4287-a117-75cc82663af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620582 May 06 18:37:54.697532 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.698609 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597c7a5-067e-416e-b918-bdf0425753ae req-a96ba793-6627-443e-a3ae-186274dbe995 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.706641 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c597c7a5-067e-416e-b918-bdf0425753ae req-a96ba793-6627-443e-a3ae-186274dbe995 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.3859406 May 06 18:37:54.712008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc709ce-dbee-45c8-8fbe-d5f8fdbc735a,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:54.715373 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:54.734270 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f22814bd-73e5-43a8-9c50-85a243254632 admin admin] 10.222.0.11 "DELETE /v2.0/networks/acc709ce-dbee-45c8-8fbe-d5f8fdbc735a HTTP/1.1" status: 204 len: 168 time: 0.5781763 May 06 18:37:54.774803 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port d94700f0-6617-4f62-b41a-b165ffca1a68 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:37:54.798591 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port d94700f0-6617-4f62-b41a-b165ffca1a68 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:37:54.799400 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:54.826394 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c629-4152-4e3b-8183-c4ec49389677 req-1bfcb5cf-360a-424b-928c-9dcd7c999f8b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:54.828053 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-03a3c629-4152-4e3b-8183-c4ec49389677 req-1bfcb5cf-360a-424b-928c-9dcd7c999f8b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 943 time: 0.3742986 May 06 18:37:54.907841 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c597c7a5-067e-416e-b918-bdf0425753ae req-0197ba08-d209-4811-9b78-669127790197 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977913 May 06 18:37:54.994381 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56690) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:55.006062 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-03a3c629-4152-4e3b-8183-c4ec49389677 req-dabe963f-7000-4086-8882-350706287b8a tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605699 May 06 18:37:55.020526 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-65005855-8136-4d9d-ac7e-72f00d28eb78 service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975130 May 06 18:37:55.026057 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.056871 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7bc65d5a-ef7e-405a-a8fe-0bb376f2089c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e18d1eaeed404130802d0f02a4438a47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0604875 May 06 18:37:55.061141 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 56696) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:37:55.113421 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94700f0-6617-4f62-b41a-b165ffca1a68'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:37:55.148925 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port d94700f0-6617-4f62-b41a-b165ffca1a68, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94700f0-6617-4f62-b41a-b165ffca1a68,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:55.154580 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.156970 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.160031 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:55.222058 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.250135 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94700f0-6617-4f62-b41a-b165ffca1a68', 'code': 200} May 06 18:37:55.358311 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=d94700f0-6617-4f62-b41a-b165ffca1a68,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:55.377174 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:55.391316 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.401497 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cb93fbb4-0b44-4201-9ce1-93e3c22c9700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:55.422367 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:55.425963 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:55.437141 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:55.439681 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-95444e32-bf43-448c-aafb-dd49d9e8b4b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3ebaf42-58ad-46d1-bc28-ce7452e3c0e2 HTTP/1.1" status: 204 len: 168 time: 0.3770270 May 06 18:37:55.616063 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dd8aa906-1b2c-4857-86a9-c6d82613a2ac req-f5e71711-806c-49e1-bb96-f92bcfcb9a28 service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751915 May 06 18:37:55.768833 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694c2f4-af69-434d-8f1b-aadc20bdae72 req-e5b33305-7305-4a57-af8c-9e84c47e39fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.777089 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6694c2f4-af69-434d-8f1b-aadc20bdae72 req-e5b33305-7305-4a57-af8c-9e84c47e39fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.3197954 May 06 18:37:55.789521 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1eb40-ac1c-407f-b02c-1d9d79c6b33e req-bee2b7d3-fd97-40f3-ae2c-2a80e486626e tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.791176 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-97d1eb40-ac1c-407f-b02c-1d9d79c6b33e req-bee2b7d3-fd97-40f3-ae2c-2a80e486626e tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.5218265 May 06 18:37:55.905686 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93896745-02f0-41ea-a8ad-21d49051e587 req-f7925c1d-feca-4bb3-b7f4-5201cb614667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.907536 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-f7925c1d-feca-4bb3-b7f4-5201cb614667 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023&tenant_id=bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 1096 time: 0.1193554 May 06 18:37:55.917356 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-97d1eb40-ac1c-407f-b02c-1d9d79c6b33e req-f609593d-f149-4055-82a5-62bfbd1438db tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068420 May 06 18:37:55.920370 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6694c2f4-af69-434d-8f1b-aadc20bdae72 req-62a3eb32-fa3d-4811-9fbd-f58996cd6b7f tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423614 May 06 18:37:55.935269 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3454b81-6633-497d-8ff7-b6a09718e360 req-a70b2aa6-e0f8-4834-9fda-0bed2db4ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.936889 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a3454b81-6633-497d-8ff7-b6a09718e360 req-a70b2aa6-e0f8-4834-9fda-0bed2db4ee9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 1103 time: 0.3014824 May 06 18:37:55.945386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-c25ed20e-7655-450d-b0a7-879c08e5865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:55.946960 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-c25ed20e-7655-450d-b0a7-879c08e5865b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 1096 time: 0.2690806 May 06 18:37:56.143860 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93896745-02f0-41ea-a8ad-21d49051e587 req-31faf35e-f6b6-4641-8e95-528ab0ff9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.147731 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-31faf35e-f6b6-4641-8e95-528ab0ff9cf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1096 time: 0.1632121 May 06 18:37:56.329263 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93896745-02f0-41ea-a8ad-21d49051e587 req-5ec68d32-54f4-4fe0-bc14-820930d0a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.332747 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-5ec68d32-54f4-4fe0-bc14-820930d0a934 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.1756761 May 06 18:37:56.371469 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a3454b81-6633-497d-8ff7-b6a09718e360 req-13781255-416a-452f-a3cb-52298a9e974e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230649 May 06 18:37:56.476636 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-ac70bb38-403c-49be-91cc-e59686275ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.478271 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-ac70bb38-403c-49be-91cc-e59686275ec4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 200 len: 907 time: 0.5064857 May 06 18:37:56.509662 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-81fefad8-4c29-46e2-8791-8660ac9bde82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 999 time: 0.1715040 May 06 18:37:56.599777 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-c9a2d39b-e3c8-4379-a4d0-cd38a543440d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c HTTP/1.1" status: 200 len: 217 time: 0.1018562 May 06 18:37:56.612443 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851432e4-ac11-4c6f-81a0-3a1c64098d35 req-cf8994ea-27a1-4cba-9b17-21f3d6fd8838 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.615517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93896745-02f0-41ea-a8ad-21d49051e587 req-fdcc8abd-bd17-464f-9691-35352686f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.618041 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-fdcc8abd-bd17-464f-9691-35352686f985 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.1006141 May 06 18:37:56.619577 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-851432e4-ac11-4c6f-81a0-3a1c64098d35 req-cf8994ea-27a1-4cba-9b17-21f3d6fd8838 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.5269487 May 06 18:37:56.663861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03902c64-ce6e-40eb-b701-b37a5382e9e7 req-8fa2c0fa-85b2-40e3-9192-a60d1ebddcb5 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.665313 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-03902c64-ce6e-40eb-b701-b37a5382e9e7 req-8fa2c0fa-85b2-40e3-9192-a60d1ebddcb5 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 943 time: 0.3579037 May 06 18:37:56.779760 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-851432e4-ac11-4c6f-81a0-3a1c64098d35 req-41bc168b-fbaa-41d6-b669-08599c5417b1 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562731 May 06 18:37:56.790340 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-03902c64-ce6e-40eb-b701-b37a5382e9e7 req-d2ae9e26-6282-42de-897b-8d634f6457a3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029096 May 06 18:37:56.792498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-498505ef-28cc-4582-8dfb-7160a029035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.793993 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-498505ef-28cc-4582-8dfb-7160a029035a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab69ecc3-5867-49b3-9375-40df1349a40c HTTP/1.1" status: 200 len: 846 time: 0.1719165 May 06 18:37:56.811393 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93896745-02f0-41ea-a8ad-21d49051e587 req-3a797318-600c-4137-90af-95499da002b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:56.811393 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-3a797318-600c-4137-90af-95499da002b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1843503 May 06 18:37:56.870266 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-a2247ee7-5bb8-4638-a7a1-2b43a815814e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=996a712c-9708-4287-a117-75cc82663af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685194 May 06 18:37:57.048583 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-38491602-3703-43d0-ae88-3d49d7c0f0e5 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253933 May 06 18:37:57.070586 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-d6cce4ee-ced2-434b-90d3-0aa25ccd1a9d service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911688 May 06 18:37:57.289246 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-93896745-02f0-41ea-a8ad-21d49051e587 req-46f277ef-da3e-4c70-9355-340246217f26 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276304 May 06 18:37:57.344172 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a44b03a7-19ef-4e18-9ae0-a1f46d47202a req-f8305bac-c237-42bc-a2c6-6b7571fb2084 service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675784 May 06 18:37:57.380684 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f349a7b-a6ef-4f45-82ce-fe535fbbce5f req-7be91da5-7b66-4835-a581-d4bde0c785f3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:57.382244 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6f349a7b-a6ef-4f45-82ce-fe535fbbce5f req-7be91da5-7b66-4835-a581-d4bde0c785f3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.2697871 May 06 18:37:57.419634 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbedfe-b98c-4497-9f76-66341bd6c900 req-a46f82ed-21c0-4f8b-90a4-3cd63308a878 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:57.432899 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a9dbedfe-b98c-4497-9f76-66341bd6c900 req-a46f82ed-21c0-4f8b-90a4-3cd63308a878 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2840786 May 06 18:37:57.588672 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a9dbedfe-b98c-4497-9f76-66341bd6c900 req-371b1580-3941-46a8-ae32-a1859f9f7c1b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542773 May 06 18:37:57.594367 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6f349a7b-a6ef-4f45-82ce-fe535fbbce5f req-6ea9f512-00ce-432f-b59e-a30dd33e3d37 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579444 May 06 18:37:58.156537 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a857d19-8b34-4163-a845-10a070127745 req-8ff2d04c-b07a-4988-94eb-90bff0bba5f7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:58.158125 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9a857d19-8b34-4163-a845-10a070127745 req-8ff2d04c-b07a-4988-94eb-90bff0bba5f7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 943 time: 0.2191579 May 06 18:37:58.265112 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9a857d19-8b34-4163-a845-10a070127745 req-81564ab1-5531-4648-beeb-5d14aa1fdc3e tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 May 06 18:37:58.316607 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354566-1795-4a6e-a843-6831d8adfd42 req-a899b7a7-eeca-43d5-a3b0-825f1ac8869e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:58.333856 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d1354566-1795-4a6e-a843-6831d8adfd42 req-a899b7a7-eeca-43d5-a3b0-825f1ac8869e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.2786524 May 06 18:37:58.452641 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d1354566-1795-4a6e-a843-6831d8adfd42 req-08cfa935-b0be-41c2-af7d-68da60a2418f tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173806 May 06 18:37:58.535518 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 92e6248a-d7cb-4301-a84c-37fc30f9a15c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:37:58.904459 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:58.921802 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '92e6248a-d7cb-4301-a84c-37fc30f9a15c', 'network_id': '996a712c-9708-4287-a117-75cc82663af2', 'port_id': '92e6248a-d7cb-4301-a84c-37fc30f9a15c', 'mac_address': 'fa:16:3e:bb:01:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab69ecc3-5867-49b3-9375-40df1349a40c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:37:59.025408 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:59.027113 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6317d8-613c-4936-92be-adeaeb10f2d0 req-2395ad0a-ca3a-4072-8113-50e6c0e5a572 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:59.034464 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8a6317d8-613c-4936-92be-adeaeb10f2d0 req-2395ad0a-ca3a-4072-8113-50e6c0e5a572 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2092776 May 06 18:37:59.058119 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e6248a-d7cb-4301-a84c-37fc30f9a15c {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:37:59.077487 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:37:59.083888 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:37:59.087155 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:37:59.111713 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650951-4e2c-4638-9668-7415cd30e402 req-d38de45b-95c3-4242-b9bb-aeffd6e6527a tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:59.123828 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b9650951-4e2c-4638-9668-7415cd30e402 req-d38de45b-95c3-4242-b9bb-aeffd6e6527a tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.2336197 May 06 18:37:59.153806 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8a6317d8-613c-4936-92be-adeaeb10f2d0 req-853d6246-4d47-45b5-b223-2a6359417480 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 May 06 18:37:59.166226 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=92e6248a-d7cb-4301-a84c-37fc30f9a15c,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:37:59.170563 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:37:59.187353 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b9650951-4e2c-4638-9668-7415cd30e402 req-97f377cb-4634-4c7a-931c-d599e7b5ba85 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617549 May 06 18:37:59.345346 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['92e6248a-d7cb-4301-a84c-37fc30f9a15c'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:37:59.589144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a8a33-7a2d-41da-938a-bfb398623504 req-80c545f0-d57e-40d5-b2ea-c9800f9a5401 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:37:59.591657 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ef3a8a33-7a2d-41da-938a-bfb398623504 req-80c545f0-d57e-40d5-b2ea-c9800f9a5401 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 944 time: 0.1792343 May 06 18:37:59.677524 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ef3a8a33-7a2d-41da-938a-bfb398623504 req-e4988956-e93a-42ad-9c9e-1549d976aacc tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792866 May 06 18:38:00.048727 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43839f9f-1908-4c9f-ad9d-9bc1242f05e7 req-7fc5e67a-d60f-4502-a8a2-401c380b2045 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:00.050524 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-43839f9f-1908-4c9f-ad9d-9bc1242f05e7 req-7fc5e67a-d60f-4502-a8a2-401c380b2045 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1558528 May 06 18:38:00.063152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334b5f2-8303-47ad-ac3d-076181e40a3c req-c31e1f29-5069-4947-91e0-662dfcfc1267 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:00.064711 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6334b5f2-8303-47ad-ac3d-076181e40a3c req-c31e1f29-5069-4947-91e0-662dfcfc1267 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.2115068 May 06 18:38:00.273226 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6334b5f2-8303-47ad-ac3d-076181e40a3c req-db52929e-48e0-4573-8084-5ce9c5d39bb7 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912959 May 06 18:38:00.276524 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-43839f9f-1908-4c9f-ad9d-9bc1242f05e7 req-77903ede-2b9c-4224-ad83-991844a5c894 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108264 May 06 18:38:00.536792 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 92e6248a-d7cb-4301-a84c-37fc30f9a15c up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:38:00.736872 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 92e6248a-d7cb-4301-a84c-37fc30f9a15c completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:38:00.765848 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 92e6248a-d7cb-4301-a84c-37fc30f9a15c triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:38:00.777891 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:00.896312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d642e0-8649-4ae6-bcfa-26f4ceda730b req-a3ddd945-d7f7-49df-a2c7-a935eb87b1b8 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:00.904331 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-93d642e0-8649-4ae6-bcfa-26f4ceda730b req-a3ddd945-d7f7-49df-a2c7-a935eb87b1b8 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.3119206 May 06 18:38:01.024558 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:01.085715 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6248a-d7cb-4301-a84c-37fc30f9a15c'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:01.090546 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-93d642e0-8649-4ae6-bcfa-26f4ceda730b req-ad6de0d3-588b-4e16-9dd9-2050a996f9bf tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831455 May 06 18:38:01.125541 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:01.133667 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:01.136296 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-04fc6a9b-d552-49af-9948-5f4871e413e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:01.170632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504ea5e-3bd4-4f1a-9250-f994d42eebc3 req-cda5530c-7457-4de3-8440-b39a4ea27a95 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.180900 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f504ea5e-3bd4-4f1a-9250-f994d42eebc3 req-cda5530c-7457-4de3-8440-b39a4ea27a95 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 944 time: 0.1995807 May 06 18:38:01.215304 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6248a-d7cb-4301-a84c-37fc30f9a15c', 'code': 200} May 06 18:38:01.267694 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f504ea5e-3bd4-4f1a-9250-f994d42eebc3 req-42e74d8f-7682-4067-afa8-dc5d22744ab0 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 May 06 18:38:01.276556 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=92e6248a-d7cb-4301-a84c-37fc30f9a15c,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:01.291077 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:01.656367 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf910c8-0313-4930-af20-b95aae6a5203 req-4ef465c8-ba22-4f5f-b96c-59b8eecb5dac tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.659417 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-caf910c8-0313-4930-af20-b95aae6a5203 req-4ef465c8-ba22-4f5f-b96c-59b8eecb5dac tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1680036 May 06 18:38:01.676902 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645818a0-7b90-4b99-92ba-0bc171134684 req-916f80e3-0dff-4dd3-9a8f-57fc5985811e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:01.680353 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-645818a0-7b90-4b99-92ba-0bc171134684 req-916f80e3-0dff-4dd3-9a8f-57fc5985811e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1463096 May 06 18:38:01.799365 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-caf910c8-0313-4930-af20-b95aae6a5203 req-1a1ec181-3e60-48c2-a0fa-3fd83e32579c tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123154 May 06 18:38:01.848731 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-645818a0-7b90-4b99-92ba-0bc171134684 req-1b55cb5d-74d8-4dcc-9fff-9d45b3c359e7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366301 May 06 18:38:02.354917 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550997c-338d-4161-81f5-6abffd126429 req-467f5b77-b94e-4b3f-97a9-58e34895b201 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:02.365279 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2550997c-338d-4161-81f5-6abffd126429 req-467f5b77-b94e-4b3f-97a9-58e34895b201 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1361659 May 06 18:38:02.481829 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2550997c-338d-4161-81f5-6abffd126429 req-16ca068d-ece1-4348-983c-2bd557205e8b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151416 May 06 18:38:02.569736 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84947cd-e96f-4289-af72-14766b4dd6fe req-299d2cb4-dca4-4222-a36c-fc0a4f6f316b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:02.571585 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d84947cd-e96f-4289-af72-14766b4dd6fe req-299d2cb4-dca4-4222-a36c-fc0a4f6f316b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.1426127 May 06 18:38:02.660184 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d84947cd-e96f-4289-af72-14766b4dd6fe req-63952c4c-17d1-47f0-a32e-759c0d08f97f tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 May 06 18:38:03.195219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dc6e1-263d-4da7-ad3f-c79a3aeee573 req-d62bbff9-454f-4a03-b072-a51a816447f2 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.197105 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e09dc6e1-263d-4da7-ad3f-c79a3aeee573 req-d62bbff9-454f-4a03-b072-a51a816447f2 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1888447 May 06 18:38:03.213298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5efd-1ee8-455d-bc63-d78862029fa1 req-1de75384-b111-4a3f-aeb6-3571fd57c5cd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.214871 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-696d5efd-1ee8-455d-bc63-d78862029fa1 req-1de75384-b111-4a3f-aeb6-3571fd57c5cd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1389740 May 06 18:38:03.297505 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e09dc6e1-263d-4da7-ad3f-c79a3aeee573 req-d78e55c8-62f6-4bb7-b0a0-b8a865c4272c tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814550 May 06 18:38:03.307761 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-696d5efd-1ee8-455d-bc63-d78862029fa1 req-ad9ac23a-a153-4f91-8d16-bfe9015f4e85 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755975 May 06 18:38:03.724798 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db207d80-bedd-47dc-9c42-4e7f3ea502b4 req-2f6bdb38-61a0-4093-8c85-19265724cd55 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:03.727738 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-db207d80-bedd-47dc-9c42-4e7f3ea502b4 req-2f6bdb38-61a0-4093-8c85-19265724cd55 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1085436 May 06 18:38:03.807885 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-db207d80-bedd-47dc-9c42-4e7f3ea502b4 req-fd389987-006e-4997-966c-f62c7cfc5455 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745950 May 06 18:38:04.008120 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b2030-ee21-4f01-8130-18c1dacbff29 req-447d8a83-ed79-4027-b4aa-0d0b43821af1 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:04.011659 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-434b2030-ee21-4f01-8130-18c1dacbff29 req-447d8a83-ed79-4027-b4aa-0d0b43821af1 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.1336391 May 06 18:38:04.089986 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-434b2030-ee21-4f01-8130-18c1dacbff29 req-08c11150-8d9e-4cca-ac3a-447991d00c81 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721130 May 06 18:38:04.805312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da073-114b-4db4-9fb7-c560bce3f93c req-57051396-553c-45bb-a4ce-a736a49753f8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:04.824315 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ea4da073-114b-4db4-9fb7-c560bce3f93c req-57051396-553c-45bb-a4ce-a736a49753f8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.2516377 May 06 18:38:04.908849 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ef72b-a16b-4ccd-83b1-2910632116cd req-d5995d5b-d840-40a1-89dd-40462f4d3eb5 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:04.911824 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b7ef72b-a16b-4ccd-83b1-2910632116cd req-d5995d5b-d840-40a1-89dd-40462f4d3eb5 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.2745597 May 06 18:38:04.923775 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ea4da073-114b-4db4-9fb7-c560bce3f93c req-54256c83-e3c3-4701-819a-b8bf18677316 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916054 May 06 18:38:04.980305 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b7ef72b-a16b-4ccd-83b1-2910632116cd req-4cef35e0-a77f-4763-9a9a-c26c12847117 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527391 May 06 18:38:05.025600 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ee5f4aa8-6174-4f1f-bf51-d3acf8756471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.323771 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:05.520406 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2655-f8e0-4a36-8155-976ce7f2a97a req-cac5a3e7-67c1-4138-95d7-8b8130ee6229 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:05.533857 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-798c2655-f8e0-4a36-8155-976ce7f2a97a req-cac5a3e7-67c1-4138-95d7-8b8130ee6229 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.2153263 May 06 18:38:05.649141 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aa513-b1d1-47b3-89a1-789ea00b6c79 req-547041c9-c642-4b06-883b-5bcf9a9fdf7c tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:05.664151 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-088aa513-b1d1-47b3-89a1-789ea00b6c79 req-547041c9-c642-4b06-883b-5bcf9a9fdf7c tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.4648914 May 06 18:38:05.707005 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-798c2655-f8e0-4a36-8155-976ce7f2a97a req-007249e8-88f8-4c6a-89da-20ac8c51cd43 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693618 May 06 18:38:05.799667 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-088aa513-b1d1-47b3-89a1-789ea00b6c79 req-e620cb8a-69c6-46a2-a124-9624cb138c07 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342616 May 06 18:38:06.398498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911c905-d6e3-423d-af0e-6e99ceed3141 req-48b256e7-4940-4e6a-a342-f2e2b9b6dfba tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:06.406464 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d911c905-d6e3-423d-af0e-6e99ceed3141 req-48b256e7-4940-4e6a-a342-f2e2b9b6dfba tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1900034 May 06 18:38:06.475652 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d911c905-d6e3-423d-af0e-6e99ceed3141 req-f2932a4e-8842-4a5b-947f-2abe80003d5b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650396 May 06 18:38:06.508639 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcb0c6-2980-45aa-8826-8635e34cddfd req-5c1b2fcb-f858-4b88-a7ac-1d64734bb42f tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:06.510347 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-93dcb0c6-2980-45aa-8826-8635e34cddfd req-5c1b2fcb-f858-4b88-a7ac-1d64734bb42f tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.2015669 May 06 18:38:06.594456 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-93dcb0c6-2980-45aa-8826-8635e34cddfd req-c649dd28-e291-42e5-9ca5-b7c381384b11 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 May 06 18:38:07.231596 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9f036-9b68-40ad-826b-ab79693028a7 req-781b39c4-c307-48b9-9896-8c2161559aa0 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:07.234875 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-96f9f036-9b68-40ad-826b-ab79693028a7 req-781b39c4-c307-48b9-9896-8c2161559aa0 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.3406303 May 06 18:38:07.248944 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e708-2549-4a64-9f8e-ed0238a4fd17 req-eba21873-5611-4f9f-8631-dfb07d752051 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:07.251006 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d02e708-2549-4a64-9f8e-ed0238a4fd17 req-eba21873-5611-4f9f-8631-dfb07d752051 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1946523 May 06 18:38:07.338759 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-96f9f036-9b68-40ad-826b-ab79693028a7 req-0e460fad-9392-4981-a2aa-12a896fa8b4b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863433 May 06 18:38:07.344437 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d02e708-2549-4a64-9f8e-ed0238a4fd17 req-41a43d71-738c-4e06-a3e0-39a936242c58 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698929 May 06 18:38:07.700869 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-5a20993b-99a4-478b-8dbf-8bbc89626bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:07.720913 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:07.727002 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc922f86-402b-4aae-8d86-4f78e2acbf33 req-44899b20-62e7-44d8-b0d7-d35fbc7a6e12 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:07.733977 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fc922f86-402b-4aae-8d86-4f78e2acbf33 req-44899b20-62e7-44d8-b0d7-d35fbc7a6e12 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1375771 May 06 18:38:07.926367 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fc922f86-402b-4aae-8d86-4f78e2acbf33 req-4c500a0f-c124-48e4-9da6-78900e47e45d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790411 May 06 18:38:07.962256 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6c20-b0cc-40c7-88b0-92795b18d594 req-13a84842-4ce6-4922-840b-d22737322d83 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:07.965125 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-814a6c20-b0cc-40c7-88b0-92795b18d594 req-13a84842-4ce6-4922-840b-d22737322d83 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1889617 May 06 18:38:08.030418 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-814a6c20-b0cc-40c7-88b0-92795b18d594 req-c376ee4d-1b52-4850-85a7-1ebd46a0a222 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 May 06 18:38:08.791929 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c41c89-8f04-438d-8be7-b64d7d20e26e req-09ba3d53-75af-40ab-a4ae-2e246f68f20d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:08.799108 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-55c41c89-8f04-438d-8be7-b64d7d20e26e req-09ba3d53-75af-40ab-a4ae-2e246f68f20d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.2322235 May 06 18:38:08.819455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:08.848270 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc31ba-083c-4f0d-a454-59cacde87960 req-ca831c77-ee1b-4266-ac71-762f2f355ad7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:08.850598 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6dfc31ba-083c-4f0d-a454-59cacde87960 req-ca831c77-ee1b-4266-ac71-762f2f355ad7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.2037804 May 06 18:38:08.924107 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-55c41c89-8f04-438d-8be7-b64d7d20e26e req-d5edd585-f73b-479e-818a-6221fa56b3e2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193097 May 06 18:38:08.960463 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6dfc31ba-083c-4f0d-a454-59cacde87960 req-d0acb1dc-0ed5-4d8b-ad8d-5eda418eed56 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020150 May 06 18:38:08.993607 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:38:09.296420 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaf549-8eb0-48c8-a660-0a78928aef4a req-bc47eece-ad9c-48b5-b3ed-5ca6b8aa99fe tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.297978 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aaf549-8eb0-48c8-a660-0a78928aef4a req-bc47eece-ad9c-48b5-b3ed-5ca6b8aa99fe tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1226695 May 06 18:38:09.306664 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec6bd-3db3-4053-af31-ba89c8283546 req-298f2a60-abc8-4186-9b7a-52a201c31c9a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.308309 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-efbec6bd-3db3-4053-af31-ba89c8283546 req-298f2a60-abc8-4186-9b7a-52a201c31c9a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1668229 May 06 18:38:09.385247 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aaf549-8eb0-48c8-a660-0a78928aef4a req-0cd9d251-af74-413d-9e55-e83f17495ff0 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758872 May 06 18:38:09.390611 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-efbec6bd-3db3-4053-af31-ba89c8283546 req-1da82e24-5d11-4d2f-adfa-5a670c1a45f3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673227 May 06 18:38:09.684349 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec67f3-9876-4665-8424-44c9a85daa77 req-385a3dcf-83f7-4640-ad20-6b7599ca9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.685921 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c6ec67f3-9876-4665-8424-44c9a85daa77 req-385a3dcf-83f7-4640-ad20-6b7599ca9319 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 1098 time: 0.0796416 May 06 18:38:09.752071 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c6ec67f3-9876-4665-8424-44c9a85daa77 req-6d656473-4964-40d1-b1fe-5a182fcf7a74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548594 May 06 18:38:09.766948 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22225b24-8aaa-4169-9bb4-92597080140b req-bda25bad-6a5b-482b-bb35-f6b61d15baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:09.768387 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-22225b24-8aaa-4169-9bb4-92597080140b req-bda25bad-6a5b-482b-bb35-f6b61d15baf8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.0819232 May 06 18:38:09.856808 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-22225b24-8aaa-4169-9bb4-92597080140b req-d720c606-a4f3-4c26-8c16-b0af9cf80e6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 May 06 18:38:10.306909 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644f8a-19f0-423b-b59d-14b73f721e63 req-a3b7d6bb-6501-4e2c-b434-b7f08529cb3e tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.308406 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-82644f8a-19f0-423b-b59d-14b73f721e63 req-a3b7d6bb-6501-4e2c-b434-b7f08529cb3e tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.1767771 May 06 18:38:10.317373 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1006e2f-c814-43db-a563-6bed945a53f5 req-623efd7a-1381-4012-bd74-8aabb2bc6f2d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.318908 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1006e2f-c814-43db-a563-6bed945a53f5 req-623efd7a-1381-4012-bd74-8aabb2bc6f2d tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1911891 May 06 18:38:10.393519 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-82644f8a-19f0-423b-b59d-14b73f721e63 req-cc169805-8625-4175-9d9e-be740325d8a5 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735626 May 06 18:38:10.403909 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1006e2f-c814-43db-a563-6bed945a53f5 req-14d93212-71d2-4abe-ba14-82827717cdcd tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670776 May 06 18:38:10.409929 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:10.699270 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504ef87-2cdf-4dc6-a105-fe667382c5c2 req-4520454a-c07c-4f62-bf0b-27e728f64719 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.700998 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2504ef87-2cdf-4dc6-a105-fe667382c5c2 req-4520454a-c07c-4f62-bf0b-27e728f64719 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1750920 May 06 18:38:10.713704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008815d-a8cb-4da1-a8e3-c98927bb842e req-06236af5-0673-4406-a7b9-318919a24455 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:10.715398 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d008815d-a8cb-4da1-a8e3-c98927bb842e req-06236af5-0673-4406-a7b9-318919a24455 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.1390898 May 06 18:38:10.797435 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2504ef87-2cdf-4dc6-a105-fe667382c5c2 req-29277878-997d-4519-b5dd-36876f2c858f tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810127 May 06 18:38:10.803976 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d008815d-a8cb-4da1-a8e3-c98927bb842e req-66ea0672-f82c-46a5-b06e-68b648fe8618 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729003 May 06 18:38:11.525265 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-36581c4d-3171-4cf6-a291-e382e15b6330 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:11.526989 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-36581c4d-3171-4cf6-a291-e382e15b6330 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1843092 May 06 18:38:11.694035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5ee5e-34eb-4e60-998b-8ef1bb81dc96 req-243a4411-832a-414f-8862-33907b532573 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:11.703360 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-93b5ee5e-34eb-4e60-998b-8ef1bb81dc96 req-243a4411-832a-414f-8862-33907b532573 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1233048 May 06 18:38:11.725114 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Deleting port d94700f0-6617-4f62-b41a-b165ffca1a68 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:11.725318 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:11.842714 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-93b5ee5e-34eb-4e60-998b-8ef1bb81dc96 req-80f9a721-0ff6-4941-8b7d-5b43fb2006ce tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379554 May 06 18:38:11.908646 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c3ddc-48aa-47cf-88e9-5e452518fcb3 req-151df598-a93f-418a-9698-11abfd75e205 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:11.911644 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9b3c3ddc-48aa-47cf-88e9-5e452518fcb3 req-151df598-a93f-418a-9698-11abfd75e205 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.1762424 May 06 18:38:11.929134 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] For port d94700f0-6617-4f62-b41a-b165ffca1a68, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d94700f0-6617-4f62-b41a-b165ffca1a68,segment=NetworkSegment(79fdc843-df7c-48a1-b260-297207ab05a4),segment_id=79fdc843-df7c-48a1-b260-297207ab05a4)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:11.929767 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:12.049710 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9b3c3ddc-48aa-47cf-88e9-5e452518fcb3 req-7d5e0a5f-7a6c-4ccf-8c62-5505c945dfdf tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250253 May 06 18:38:12.122715 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-0db6d5d4-5bbc-43aa-9aa9-a3f0a1eca8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:12.124258 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-0db6d5d4-5bbc-43aa-9aa9-a3f0a1eca8a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1096 time: 0.1613052 May 06 18:38:12.138195 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ded34-c2c5-4a16-b199-b7293b33802b req-bac8165f-ef1c-4c2d-95a5-e88435b20c64 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:12.139907 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-983ded34-c2c5-4a16-b199-b7293b33802b req-bac8165f-ef1c-4c2d-95a5-e88435b20c64 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 950 time: 0.1337726 May 06 18:38:12.141331 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Calling delete_port for d94700f0-6617-4f62-b41a-b165ffca1a68 owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:12.276672 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:12.284082 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-231b3217-8def-4487-a6ed-380512a339c1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:12.295232 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['d94700f0-6617-4f62-b41a-b165ffca1a68'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:12.335271 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Pushing event deleted for resources: {'Port': ['ID=d94700f0-6617-4f62-b41a-b165ffca1a68,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:12.339048 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:12.428673 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-983ded34-c2c5-4a16-b199-b7293b33802b req-af84ee9c-08f7-4a5c-a7a6-a0c32afc8876 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/security-groups?id=715a7d15-4806-403e-8c42-ef225e8b69f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806818 May 06 18:38:12.442265 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] No DVR routers for this DVR port d94700f0-6617-4f62-b41a-b165ffca1a68 on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:12.445522 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:12.448623 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'name': 'network-vif-deleted', 'tag': 'd94700f0-6617-4f62-b41a-b165ffca1a68'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:12.473206 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-0a85779a-280a-4ea1-b491-e72bd0ba305d req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.15 "DELETE /v2.0/ports/d94700f0-6617-4f62-b41a-b165ffca1a68 HTTP/1.1" status: 204 len: 173 time: 0.9401252 May 06 18:38:12.546696 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-add02f21-867e-4a40-9d05-ebaf3bc9ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:12.548477 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-add02f21-867e-4a40-9d05-ebaf3bc9ee2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.3857234 May 06 18:38:12.607271 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:38:12.668144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d77d08-5c03-4d04-812a-a2e01cdc8d07 req-6a0accd4-99c2-4c8c-8ec4-1f669b5aaac1 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:12.669940 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-97d77d08-5c03-4d04-812a-a2e01cdc8d07 req-6a0accd4-99c2-4c8c-8ec4-1f669b5aaac1 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 943 time: 0.3817186 May 06 18:38:12.788139 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-8d311f8d-f5bd-4e39-9bd1-896a17556efd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 200 len: 999 time: 0.2322624 May 06 18:38:12.831732 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ca48f5-0c69-45dd-8e99-920ac7252eb0', 'name': 'network-vif-deleted', 'tag': 'd94700f0-6617-4f62-b41a-b165ffca1a68', 'status': 'completed', 'code': 200} May 06 18:38:12.861124 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:12.884198 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '11de8691-9d93-41dc-a5c7-c71743318c19', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'port_id': '11de8691-9d93-41dc-a5c7-c71743318c19', 'mac_address': 'fa:16:3e:5a:2b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:38:12.950877 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-97d77d08-5c03-4d04-812a-a2e01cdc8d07 req-6bea81fe-13b1-49b4-ab25-068538bc9540 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649081 May 06 18:38:12.989559 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-9f116f41-6f82-48f6-a011-d4b6c5fae5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:12.991064 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-9f116f41-6f82-48f6-a011-d4b6c5fae5bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.1752672 May 06 18:38:13.018551 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.040608 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11de8691-9d93-41dc-a5c7-c71743318c19 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:38:13.059626 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:13.065827 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:13.068063 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:13.183983 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=9']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:13.186482 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-b8b23bad-9cda-4a3f-9568-a1e8bf4ca288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.190999 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-b8b23bad-9cda-4a3f-9568-a1e8bf4ca288 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1842406 May 06 18:38:13.195241 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.195820 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.196165 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.196504 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.196837 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.197169 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.197663 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.197998 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.198350 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.198680 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.199002 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.199349 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:13.203515 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:13.270082 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-fda082cc-d529-42d2-81e1-43031a8e4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.272215 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-fda082cc-d529-42d2-81e1-43031a8e4803 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81cba0d8c9604941a1e89514b853543b&device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 1098 time: 0.1290123 May 06 18:38:13.352807 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['11de8691-9d93-41dc-a5c7-c71743318c19'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:13.428317 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5bd04-7617-4343-9051-349a494f72fb req-f59d206e-69e8-4847-bca1-461327b8e1d3 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.435837 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-50c5bd04-7617-4343-9051-349a494f72fb req-f59d206e-69e8-4847-bca1-461327b8e1d3 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1970394 May 06 18:38:13.439715 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-d8c3d923-b1a6-4237-a593-7820cd77c88e service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384963 May 06 18:38:13.509782 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-229bac1d-472b-4168-9d7e-a02c13c05bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.511729 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-229bac1d-472b-4168-9d7e-a02c13c05bc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 200 len: 919 time: 0.2255230 May 06 18:38:13.614434 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-11496b7c-ddc8-4c06-b47a-dd0843e9fbe6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 200 len: 217 time: 0.0923462 May 06 18:38:13.652445 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-50c5bd04-7617-4343-9051-349a494f72fb req-7e26961e-14ff-427a-86c6-2c74696a21df tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158470 May 06 18:38:13.790768 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-6a88491f-a2c6-4ce8-8f64-e6a1031e2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.793217 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-6a88491f-a2c6-4ce8-8f64-e6a1031e2f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 200 len: 858 time: 0.1606810 May 06 18:38:13.861740 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-783a42bb-d5b4-4003-aa13-18aa95d35966 req-24b351aa-7a53-4883-9821-dfa9dbf4f6f5 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661158 May 06 18:38:13.875984 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0485d-31bd-4b76-a310-6d1f4c8d11d6 req-10845750-2bbd-4d8b-8978-e64740f46462 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:13.882916 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fcb0485d-31bd-4b76-a310-6d1f4c8d11d6 req-10845750-2bbd-4d8b-8978-e64740f46462 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.4278469 May 06 18:38:13.905004 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-92fa4817-694f-49c1-be53-6c283aadc489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=788b91dc-72ca-469c-a5a8-3311e2a07c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962939 May 06 18:38:14.009639 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f842d721-b3a8-4fe4-8383-29bfa42d454c req-0b002604-04ed-4a00-ae59-cf5b2badeaf3 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ca48f5-0c69-45dd-8e99-920ac7252eb0 HTTP/1.1" status: 200 len: 210 time: 0.1233826 May 06 18:38:14.078722 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fcb0485d-31bd-4b76-a310-6d1f4c8d11d6 req-bc313dcb-f3ec-4355-ad97-4d56619ba756 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943142 May 06 18:38:14.138870 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-7344f848-65f3-4ec0-a7a0-a1ded174ed6f service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234130 May 06 18:38:14.224271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb59a7-fdbd-42e8-9a40-0cfefabc8203 req-95c4c426-598b-4501-8e4b-23f3076e9880 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:14.227078 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-efcb59a7-fdbd-42e8-9a40-0cfefabc8203 req-95c4c426-598b-4501-8e4b-23f3076e9880 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 944 time: 0.0942392 May 06 18:38:14.286295 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-efcb59a7-fdbd-42e8-9a40-0cfefabc8203 req-6d7117a1-9c2b-4cba-9930-35d0477c28ef tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529683 May 06 18:38:14.318458 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f565549-ecc6-411e-9ab7-ac28daa05145 req-54e12b43-a291-4c5d-89be-91b09984dd7f service neutron] 10.222.0.15 "GET /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720498 May 06 18:38:14.613634 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:38:14.690495 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 11de8691-9d93-41dc-a5c7-c71743318c19 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:38:14.691210 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.862858 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37e5c6-26d7-40ee-ad81-1e5ccad295cc req-1e3d3469-b2bb-434f-9e91-9512eda18a6e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:14.864640 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ac37e5c6-26d7-40ee-ad81-1e5ccad295cc req-1e3d3469-b2bb-434f-9e91-9512eda18a6e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.0869715 May 06 18:38:14.888274 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.913405 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ac37e5c6-26d7-40ee-ad81-1e5ccad295cc req-377f8ebb-7c7e-4fbf-805b-eb0c7b6d7445 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 May 06 18:38:14.919740 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:14.933987 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:14.939493 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:14.940669 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d94700f0-6617-4f62-b41a-b165ffca1a68 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:14.978212 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:15.037054 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'code': 200} May 06 18:38:15.044968 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: d94700f0-6617-4f62-b41a-b165ffca1a68 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:15.045315 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d94700f0-6617-4f62-b41a-b165ffca1a68 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:15.058812 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89186c-c062-485e-9e72-895efd3ab074 req-7d90ce88-fbf9-4b0a-8962-808f47ae25d7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:15.061309 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-fe89186c-c062-485e-9e72-895efd3ab074 req-7d90ce88-fbf9-4b0a-8962-808f47ae25d7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.1543267 May 06 18:38:15.078594 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=10']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:15.083609 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:15.247541 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Deleting port 92e6248a-d7cb-4301-a84c-37fc30f9a15c {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:15.248015 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:15.312288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f82de7-3c33-4445-9f51-3ae879637b1e req-221a8296-f1ed-42b8-9a62-94d5050e86ef tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:15.313852 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-09f82de7-3c33-4445-9f51-3ae879637b1e req-221a8296-f1ed-42b8-9a62-94d5050e86ef tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 945 time: 0.0995991 May 06 18:38:15.400736 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-09f82de7-3c33-4445-9f51-3ae879637b1e req-7e2a8f00-bc0b-4b4d-afa5-ec1a2ae66974 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752552 May 06 18:38:15.591086 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] For port 92e6248a-d7cb-4301-a84c-37fc30f9a15c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=92e6248a-d7cb-4301-a84c-37fc30f9a15c,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:15.591468 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:15.768692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Calling delete_port for 92e6248a-d7cb-4301-a84c-37fc30f9a15c owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:15.787073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffa245-f074-47eb-8e31-d5ea3f9ebf9c req-1a23be9d-3acc-4ec9-991a-174ec33af648 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:15.788995 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-06ffa245-f074-47eb-8e31-d5ea3f9ebf9c req-1a23be9d-3acc-4ec9-991a-174ec33af648 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.3193598 May 06 18:38:15.871548 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-06ffa245-f074-47eb-8e31-d5ea3f9ebf9c req-d79c1d1c-e2b6-4011-948d-b4950d45dd92 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736108 May 06 18:38:15.900472 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d0fb-ce9c-4aba-b5aa-50a3071f141c req-47be049c-e452-48b2-ba1c-bb4df0337042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:15.903570 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4bd1d0fb-ce9c-4aba-b5aa-50a3071f141c req-47be049c-e452-48b2-ba1c-bb4df0337042 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 1099 time: 0.2204981 May 06 18:38:15.982811 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:15.992638 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:15.996467 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4bd1d0fb-ce9c-4aba-b5aa-50a3071f141c req-598855d1-fe5c-4cd4-98bd-41fbc67f0bf2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838678 May 06 18:38:16.006331 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['92e6248a-d7cb-4301-a84c-37fc30f9a15c'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:16.104586 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Pushing event deleted for resources: {'Port': ['ID=92e6248a-d7cb-4301-a84c-37fc30f9a15c,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:16.108610 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:16.157370 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] No DVR routers for this DVR port 92e6248a-d7cb-4301-a84c-37fc30f9a15c on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:16.160642 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:16.163811 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'name': 'network-vif-deleted', 'tag': '92e6248a-d7cb-4301-a84c-37fc30f9a15c'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:16.190745 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-fe89186c-c062-485e-9e72-895efd3ab074 req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "DELETE /v2.0/ports/92e6248a-d7cb-4301-a84c-37fc30f9a15c HTTP/1.1" status: 204 len: 173 time: 1.1234007 May 06 18:38:16.249493 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c82e69-0397-4cfa-9b3f-5e114863a432', 'name': 'network-vif-deleted', 'tag': '92e6248a-d7cb-4301-a84c-37fc30f9a15c', 'status': 'completed', 'code': 200} May 06 18:38:16.280496 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c286093-a2f6-4a22-a605-1ffdf0f356ca req-0b6e5009-50c0-46bc-a780-3e642757ff99 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:16.282095 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7c286093-a2f6-4a22-a605-1ffdf0f356ca req-0b6e5009-50c0-46bc-a780-3e642757ff99 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1462262 May 06 18:38:16.341505 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7c286093-a2f6-4a22-a605-1ffdf0f356ca req-654b53b5-8919-4580-93a6-93bb74e6dbc7 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 May 06 18:38:16.586939 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-81454e30-27c0-4765-ba0a-ce40b592a050 req-e578f6da-01c7-44dd-b7dc-3da5373c4016 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=69c82e69-0397-4cfa-9b3f-5e114863a432 HTTP/1.1" status: 200 len: 210 time: 0.0464995 May 06 18:38:17.329114 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377a48f-8429-42ef-93ce-7807116023f6 req-f4128e38-c68e-4a28-8a89-98099dbc74f7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:17.331493 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7377a48f-8429-42ef-93ce-7807116023f6 req-f4128e38-c68e-4a28-8a89-98099dbc74f7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.2047215 May 06 18:38:17.384204 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7377a48f-8429-42ef-93ce-7807116023f6 req-c7d78209-8f1f-4141-acf9-7469456e122c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464647 May 06 18:38:17.680271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d63aab-5a84-4e86-adb7-164ead119852 req-fa786734-361e-48c0-840f-a6df875ef064 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:17.682062 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-88d63aab-5a84-4e86-adb7-164ead119852 req-fa786734-361e-48c0-840f-a6df875ef064 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1322644 May 06 18:38:17.741139 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-88d63aab-5a84-4e86-adb7-164ead119852 req-be83a37d-8ff8-416d-b427-3e17a6794485 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529051 May 06 18:38:18.435990 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-b4410988-165d-4dd2-bf18-7c13b7e5315d tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:18.437647 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-b4410988-165d-4dd2-bf18-7c13b7e5315d tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/networks?id=996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 200 len: 806 time: 0.2392092 May 06 18:38:18.454719 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-4c0b7251-37c2-4edf-8dfa-3b287e4d6d9e tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/quotas/c0fbacb3b21e40bb81c196caebc74a8e HTTP/1.1" status: 200 len: 375 time: 0.0103011 May 06 18:38:18.508264 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-c80b3c7b-ab3a-4f2b-9a27-d21ee91fd2c7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466454 May 06 18:38:18.648925 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 92e6248a-d7cb-4301-a84c-37fc30f9a15c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:18.701090 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 92e6248a-d7cb-4301-a84c-37fc30f9a15c {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:18.701544 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 92e6248a-d7cb-4301-a84c-37fc30f9a15c not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:18.765757 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-7f05e651-e4a6-43b9-a364-5bed36d29665 service neutron] 10.222.0.11 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495973 May 06 18:38:18.885436 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31a928-528c-41a7-a315-51be43e791e6 req-ec04ff9c-9d96-42ea-9ae3-5a75c48d2c88 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:18.887387 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9d31a928-528c-41a7-a315-51be43e791e6 req-ec04ff9c-9d96-42ea-9ae3-5a75c48d2c88 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.2107086 May 06 18:38:18.974366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9d31a928-528c-41a7-a315-51be43e791e6 req-0865d8f2-d510-4eb9-98e9-5c08c539ee30 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755355 May 06 18:38:18.978595 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-536bce01-5c70-4914-950a-854c9868dc4b service neutron] 10.222.0.11 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055240 May 06 18:38:19.221127 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ac34abc-63be-4d6a-8a4e-b293f846392e req-162f04c8-e821-4cb7-ab29-4959a7ad1935 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 210 time: 0.0559683 May 06 18:38:19.921257 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38895a6-259e-46b9-aec9-22d0909a8fa9 req-2a3e3705-9e49-4924-a331-6f0923c7ee25 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:19.931415 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f38895a6-259e-46b9-aec9-22d0909a8fa9 req-2a3e3705-9e49-4924-a331-6f0923c7ee25 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2746830 May 06 18:38:19.997097 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f38895a6-259e-46b9-aec9-22d0909a8fa9 req-9c069850-c405-4123-aeec-b893f0a5b5f5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645425 May 06 18:38:20.387764 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4f7f37f0-f2f2-4e55-97a6-127cb3a767ea req-7365d82d-8180-49fa-9322-d083014178e4 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 210 time: 0.0473261 May 06 18:38:20.756237 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-e165c4d1-173b-4542-be5d-e30da3db4732 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:20.756969 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-e165c4d1-173b-4542-be5d-e30da3db4732 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Synchronizing usage tracker for tenant:c0fbacb3b21e40bb81c196caebc74a8e on resource:network {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:38:20.777111 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-e165c4d1-173b-4542-be5d-e30da3db4732 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Unset dirty status for tenant:c0fbacb3b21e40bb81c196caebc74a8e on resource:network {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:38:20.778129 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-e165c4d1-173b-4542-be5d-e30da3db4732 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "GET /v2.0/networks?id=996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 200 len: 806 time: 0.1787329 May 06 18:38:20.797293 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Request body: {'port': {'device_id': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'network_id': '996a712c-9708-4287-a117-75cc82663af2', 'admin_state_up': True, 'tenant_id': 'c0fbacb3b21e40bb81c196caebc74a8e'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:38:20.967652 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:20.972208 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Usage tracker for resource:port and tenant:c0fbacb3b21e40bb81c196caebc74a8e is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:20.975585 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:20.982661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:21.001676 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Made reservation on behalf of c0fbacb3b21e40bb81c196caebc74a8e for: {'port': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:38:21.008313 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.214104 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1733df-b399-4661-9fd9-7f2240cfee49 req-275922f2-400b-4a4e-8d51-5552a38c6db0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:21.215823 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff1733df-b399-4661-9fd9-7f2240cfee49 req-275922f2-400b-4a4e-8d51-5552a38c6db0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1070573 May 06 18:38:21.272034 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Allocated IP 172.20.0.2 (996a712c-9708-4287-a117-75cc82663af2/ab69ecc3-5867-49b3-9375-40df1349a40c/ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:38:21.299981 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff1733df-b399-4661-9fd9-7f2240cfee49 req-d2d43b2e-ff49-4f1c-94ee-8e8eac1bcad8 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691984 May 06 18:38:21.555158 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.555625 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ffbfac16-138e-425b-8410-1d023669eebf req-2740cc01-07a2-40d8-9a22-0be775792576 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 210 time: 0.0464292 May 06 18:38:21.603717 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.614214 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2d0e3977-d9cf-451d-8b82-f2650df78f9c tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:21.680500 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Network 996a712c-9708-4287-a117-75cc82663af2 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:38:21.683664 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:38:21.690663 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57408) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:21.692734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:38:21.742510 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Pushing event updated for resources: {'Port': ['ID=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:21.749272 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:21.778842 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:21.779598 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.807078 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-d01c8a2d-15d1-455e-bf2f-ad4a438c06b3 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0177093 May 06 18:38:21.823238 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Request body: {'port': {'device_id': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:38:21.868768 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-e1e5e5d7-31c0-4b69-99cb-350752775b9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c49eed078aba4d76a9ee7f0fb0288af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791096 May 06 18:38:21.871330 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57414) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:21.934714 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.945026 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:21.962762 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.018205 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.023803 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-80fb9671-d445-4909-b3b2-4b9063633d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:22.039645 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715a7d15-4806-403e-8c42-ef225e8b69f9,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:22.043061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:22.050573 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.055468 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/715a7d15-4806-403e-8c42-ef225e8b69f9 HTTP/1.1" status: 204 len: 168 time: 0.1828597 May 06 18:38:22.501463 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 {{(pid=79116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:38:22.510478 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.528671 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Transition to ACTIVE for port object ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 will not be triggered until provisioned by entity L2. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:38:22.535723 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:22.544057 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:22.568010 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb1c93-313d-4e35-bebe-14e1d261715c req-8c0eed79-07cf-43c0-ab6b-b9cf801d2af3 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:22.600923 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-74eb1c93-313d-4e35-bebe-14e1d261715c req-8c0eed79-07cf-43c0-ab6b-b9cf801d2af3 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1712241 May 06 18:38:22.727675 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:22.743794 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:22.803618 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-74eb1c93-313d-4e35-bebe-14e1d261715c req-15d32aeb-a14f-47a3-a08a-c13bf4485c59 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007782 May 06 18:38:22.916466 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e93e3d-c4e3-4319-81cf-3066a0696d02 req-349fda1b-b23d-4dc1-8f97-6139dba4ab5b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:22.919683 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-54e93e3d-c4e3-4319-81cf-3066a0696d02 req-349fda1b-b23d-4dc1-8f97-6139dba4ab5b tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 943 time: 0.2131341 May 06 18:38:22.943174 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Attempting to bind port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:38:22.943798 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Attempting to bind port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:38:22.944501 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Attempting to bind port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 on network 996a712c-9708-4287-a117-75cc82663af2 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:38:22.959319 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 on network 996a712c-9708-4287-a117-75cc82663af2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:38:22.959982 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Attempting to bind port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 on network 996a712c-9708-4287-a117-75cc82663af2 {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:38:22.975795 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:38:22.976468 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Checking segment: {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:38:22.977204 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Bound using segment: {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'} {{(pid=79116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:38:22.978044 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.managers [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Bound port: ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5052dd15-b832-4aef-93ec-e9ed05c1a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '996a712c-9708-4287-a117-75cc82663af2'}}] {{(pid=79116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:38:22.978717 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:23.005245 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-54e93e3d-c4e3-4319-81cf-3066a0696d02 req-9d817dfc-25a1-4d89-b8a6-9d254debe26c tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 May 06 18:38:23.143012 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] For port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host hv-cinder-73362, cleared binding levels {{(pid=79116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:38:23.148479 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] For port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:38:23.154168 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:23.158873 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-23a1f5a7-cc0a-4e0a-9d45-193298eaafbe tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:23.222523 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.223296 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:23.225122 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-43017d67-febe-407c-872a-ce9c74e451db service neutron] 10.222.0.15 "PUT /v2.0/ports/ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 HTTP/1.1" status: 200 len: 1093 time: 1.4060533 May 06 18:38:23.225791 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'tag': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:23.258804 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,revision_number=3']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:23.271795 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:23.370482 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'tag': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417', 'status': 'completed', 'code': 200} May 06 18:38:23.421229 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-c650690e-1986-44b7-8c40-ed9edb7e7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.423227 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-c650690e-1986-44b7-8c40-ed9edb7e7ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1331787 May 06 18:38:23.452335 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80177e2-ac41-4fdd-8e14-6e8d17354523 req-7c83f8ac-899a-4121-8540-a348285b9b33 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.453904 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b80177e2-ac41-4fdd-8e14-6e8d17354523 req-7c83f8ac-899a-4121-8540-a348285b9b33 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1380889 May 06 18:38:23.519496 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b80177e2-ac41-4fdd-8e14-6e8d17354523 req-7b96a5b7-ee19-436e-b3c7-9e4901a917a0 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 May 06 18:38:23.522123 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-e3fd878c-6dd8-461a-aae1-c1f3a67c1f67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 HTTP/1.1" status: 200 len: 217 time: 0.0901759 May 06 18:38:23.639555 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-0bb86dd3-c14f-4832-bc5a-9e20364910cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:23.640911 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-0bb86dd3-c14f-4832-bc5a-9e20364910cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab69ecc3-5867-49b3-9375-40df1349a40c HTTP/1.1" status: 200 len: 846 time: 0.1105683 May 06 18:38:23.703423 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-5cb4bcfc-a6d7-4b19-a523-eb09bb736359 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=996a712c-9708-4287-a117-75cc82663af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552812 May 06 18:38:23.922994 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-b6c7614f-0f69-47b1-9e74-25e5dfa9056e service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119024 May 06 18:38:24.058887 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7ecf9-e157-4833-a4cb-2b91961599d2 req-61f40824-8c89-4627-acd0-c002a1e483e9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.066036 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4bb7ecf9-e157-4833-a4cb-2b91961599d2 req-61f40824-8c89-4627-acd0-c002a1e483e9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1046052 May 06 18:38:24.175392 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-72f2c0e2-b3f8-4445-8848-e13ebd49a12c req-86b6dcd1-bf37-4009-8554-fab92c36f426 service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446289 May 06 18:38:24.269142 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4bb7ecf9-e157-4833-a4cb-2b91961599d2 req-92a54483-6b2e-4fca-acdb-05af5df7158f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020745 May 06 18:38:24.353247 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a3056-5b8f-4add-8b3f-c1c016467340 req-c385900e-63f3-407d-98da-f4003226fad7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.354591 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d18a3056-5b8f-4add-8b3f-c1c016467340 req-c385900e-63f3-407d-98da-f4003226fad7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 943 time: 0.1710248 May 06 18:38:24.387296 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-f2f82aa4-6418-4c64-a9a6-fac3df3e9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.389290 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-f2f82aa4-6418-4c64-a9a6-fac3df3e9d71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1508062 May 06 18:38:24.427173 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d18a3056-5b8f-4add-8b3f-c1c016467340 req-70d23281-c61b-4954-bf40-162f4a6503bd tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653121 May 06 18:38:24.539473 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-617a3413-a584-40e4-bcd9-0ec4fa0e59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.539473 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-617a3413-a584-40e4-bcd9-0ec4fa0e59c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 200 len: 907 time: 0.1405790 May 06 18:38:24.617585 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-42224ac0-faf8-4cde-a6ab-cfe056411744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 HTTP/1.1" status: 200 len: 217 time: 0.0682576 May 06 18:38:24.691491 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-0e8ff8d7-cc99-4fa5-9c3c-12cf3776384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.693344 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-0e8ff8d7-cc99-4fa5-9c3c-12cf3776384e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab69ecc3-5867-49b3-9375-40df1349a40c HTTP/1.1" status: 200 len: 846 time: 0.0619280 May 06 18:38:24.729494 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd475f-4097-4748-8229-eb22aa1c750a req-54513446-af3b-428d-82a7-5c8377058199 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:24.731454 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c6dd475f-4097-4748-8229-eb22aa1c750a req-54513446-af3b-428d-82a7-5c8377058199 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.0905278 May 06 18:38:24.749988 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-0bd79111-3439-43a3-8173-b1324ad84f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=996a712c-9708-4287-a117-75cc82663af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459094 May 06 18:38:24.788181 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c6dd475f-4097-4748-8229-eb22aa1c750a req-daecd32e-efdd-435c-baeb-bddf791bc401 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 May 06 18:38:24.967441 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-09bb8ac0-152a-463a-b869-2cf9ce291bba service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029555 May 06 18:38:25.115178 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-711bc036-2a4d-492a-8493-6c1d3c15cd26 req-bebaf7b6-ab92-49e0-b123-f5c738e0df86 service neutron] 10.222.0.15 "GET /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322465 May 06 18:38:25.470000 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4dd47-e2f0-43a7-9fd3-ee87864ece65 req-0a4b04ed-0aa4-4c08-96a6-ff442919fd70 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:25.471550 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6fd4dd47-e2f0-43a7-9fd3-ee87864ece65 req-0a4b04ed-0aa4-4c08-96a6-ff442919fd70 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.0916958 May 06 18:38:25.521992 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6fd4dd47-e2f0-43a7-9fd3-ee87864ece65 req-2e415970-69fd-4d5b-b45a-ec875ef0ced3 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 May 06 18:38:25.655977 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-006bd84c-f834-4439-8bf8-2ccb1f99f535 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:25.656865 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-006bd84c-f834-4439-8bf8-2ccb1f99f535 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Synchronizing usage tracker for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:38:25.679239 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e703-645e-4b77-a555-ed3337e2219f req-78e1a8ef-775c-42f7-9091-d1cd92ca2016 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:25.680623 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-006bd84c-f834-4439-8bf8-2ccb1f99f535 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Unset dirty status for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:38:25.682088 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-006bd84c-f834-4439-8bf8-2ccb1f99f535 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1243951 May 06 18:38:25.686708 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5a13e703-645e-4b77-a555-ed3337e2219f req-78e1a8ef-775c-42f7-9091-d1cd92ca2016 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 943 time: 0.1415894 May 06 18:38:25.745061 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5a13e703-645e-4b77-a555-ed3337e2219f req-b180a875-13b5-4908-88ec-3d127c19573d tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554032 May 06 18:38:25.896709 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Deleting port d21c1b38-44a2-4d3b-84c3-599c254086bc {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:25.897139 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:26.025808 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1715a4-56d4-415a-870a-195634a771db req-f0bb63a0-d56d-4070-95df-068ce7fa778e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:26.033122 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d1715a4-56d4-415a-870a-195634a771db req-f0bb63a0-d56d-4070-95df-068ce7fa778e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68d92b5-f320-4a5d-ba10-551a646754ab HTTP/1.1" status: 200 len: 945 time: 0.1092122 May 06 18:38:26.058475 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] For port d21c1b38-44a2-4d3b-84c3-599c254086bc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d21c1b38-44a2-4d3b-84c3-599c254086bc,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:26.058846 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:26.083647 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d1715a4-56d4-415a-870a-195634a771db req-0ef2344f-be4d-4632-baeb-2f2c3f6292e6 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497923 May 06 18:38:26.189943 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Calling delete_port for d21c1b38-44a2-4d3b-84c3-599c254086bc owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:26.310795 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:26.317527 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:26.321930 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['8d47d1be-c251-43c0-b2f2-2b06dbd53192', 'd21c1b38-44a2-4d3b-84c3-599c254086bc'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:26.367046 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Pushing event deleted for resources: {'Port': ['ID=d21c1b38-44a2-4d3b-84c3-599c254086bc,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:26.369492 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:26.454569 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] No DVR routers for this DVR port d21c1b38-44a2-4d3b-84c3-599c254086bc on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:26.458450 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:26.462869 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'name': 'network-vif-deleted', 'tag': 'd21c1b38-44a2-4d3b-84c3-599c254086bc'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:26.481130 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-384aa7dd-ef12-4f7e-a299-f02bd558f378 req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "DELETE /v2.0/ports/d21c1b38-44a2-4d3b-84c3-599c254086bc HTTP/1.1" status: 204 len: 173 time: 0.7914472 May 06 18:38:26.528120 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d92b5-f320-4a5d-ba10-551a646754ab', 'name': 'network-vif-deleted', 'tag': 'd21c1b38-44a2-4d3b-84c3-599c254086bc', 'status': 'completed', 'code': 200} May 06 18:38:26.677510 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:38:26.781242 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e208693-62d0-45c7-8845-1d2e4990172d req-9cb2beef-24cb-46e5-a5a5-2ba9c8d5fe81 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:26.783227 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4e208693-62d0-45c7-8845-1d2e4990172d req-9cb2beef-24cb-46e5-a5a5-2ba9c8d5fe81 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1020131 May 06 18:38:26.855729 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4e208693-62d0-45c7-8845-1d2e4990172d req-e248cfc4-c16e-48d1-8d7f-ef3e46c16222 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634375 May 06 18:38:26.856768 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:26.872301 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417', 'network_id': '996a712c-9708-4287-a117-75cc82663af2', 'port_id': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417', 'mac_address': 'fa:16:3e:36:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab69ecc3-5867-49b3-9375-40df1349a40c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:38:26.934281 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:26.954488 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:38:26.962139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37fdd-fb48-4204-a877-3cb0645bc283 req-90eb5f54-a344-43dc-9316-9a1f7da41e13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:26.971991 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:26.975588 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-78a37fdd-fb48-4204-a877-3cb0645bc283 req-90eb5f54-a344-43dc-9316-9a1f7da41e13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 943 time: 0.1063333 May 06 18:38:26.977322 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:26.983361 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:27.023366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-78a37fdd-fb48-4204-a877-3cb0645bc283 req-4c68ce64-f107-4a88-8e00-cba47ec2d986 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 May 06 18:38:27.064267 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:27.069265 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:27.231703 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:27.707792 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffda74-0673-499f-b370-412719638e00 req-bfb22232-c4d1-4430-8b2a-f1650151b4e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:27.709334 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6bffda74-0673-499f-b370-412719638e00 req-bfb22232-c4d1-4430-8b2a-f1650151b4e4 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1326690 May 06 18:38:27.790114 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6bffda74-0673-499f-b370-412719638e00 req-c7b403e9-526c-4ac4-a7dc-4fc120d04b9b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726550 May 06 18:38:28.186625 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616589ff-7fc7-491b-900e-38f61fd408f1 req-e8c03fab-3c13-4ab1-9083-b33bf99ebbdf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:28.188185 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-616589ff-7fc7-491b-900e-38f61fd408f1 req-e8c03fab-3c13-4ab1-9083-b33bf99ebbdf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1316068 May 06 18:38:28.250999 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-616589ff-7fc7-491b-900e-38f61fd408f1 req-74c2e657-8207-40da-8f1f-7c613393a933 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557477 May 06 18:38:28.297650 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3c942-fe23-451a-a478-5806e0e0c5b4 req-8ea0901c-c742-4677-b038-9d6b817c251d tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:28.299268 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dce3c942-fe23-451a-a478-5806e0e0c5b4 req-8ea0901c-c742-4677-b038-9d6b817c251d tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 944 time: 0.1565621 May 06 18:38:28.349140 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dce3c942-fe23-451a-a478-5806e0e0c5b4 req-852145eb-b25e-4ae2-a07d-d335a513cef8 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 May 06 18:38:28.682767 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:38:28.758688 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:38:28.764860 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:38:28.765240 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:28.903610 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:28.953111 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:28.980353 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:28.989669 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:28.990007 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d21c1b38-44a2-4d3b-84c3-599c254086bc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:29.020225 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:29.033487 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337259-9ff6-4b29-896f-c3b53f4b5bfd req-cdd5279f-889a-4d50-bc8b-3bd7954778fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:29.043966 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-55337259-9ff6-4b29-896f-c3b53f4b5bfd req-cdd5279f-889a-4d50-bc8b-3bd7954778fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1102662 May 06 18:38:29.050115 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417', 'code': 200} May 06 18:38:29.060656 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: d21c1b38-44a2-4d3b-84c3-599c254086bc {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:29.061013 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device d21c1b38-44a2-4d3b-84c3-599c254086bc not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:29.101258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:29.105413 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:29.109326 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-55337259-9ff6-4b29-896f-c3b53f4b5bfd req-8017f048-114c-44be-aa05-1571e8ca284a tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643511 May 06 18:38:29.402945 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855317b8-82ab-4eb9-be6a-48a4878cdc3f req-985aacde-e3cb-422f-b887-0cd9215ddd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:29.406567 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-855317b8-82ab-4eb9-be6a-48a4878cdc3f req-985aacde-e3cb-422f-b887-0cd9215ddd03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1507175 May 06 18:38:29.489395 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-855317b8-82ab-4eb9-be6a-48a4878cdc3f req-73787046-f250-4aca-b430-cc8bef535c86 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750399 May 06 18:38:29.540356 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201fa53-dd94-42d6-842d-1361154ae86c req-1c82597c-c3bc-4981-a716-adf891d71f6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:29.542161 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b201fa53-dd94-42d6-842d-1361154ae86c req-1c82597c-c3bc-4981-a716-adf891d71f6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.0868661 May 06 18:38:29.648747 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b201fa53-dd94-42d6-842d-1361154ae86c req-b68b52dd-04b1-42b2-b502-0a4aa8ab1354 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004267 May 06 18:38:29.690560 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bb5da-425f-4a03-8255-dfc3a431e169 req-03c161cd-147a-4ca6-801f-5b148828d347 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:29.692670 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c5bb5da-425f-4a03-8255-dfc3a431e169 req-03c161cd-147a-4ca6-801f-5b148828d347 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 945 time: 0.1280420 May 06 18:38:29.763871 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c5bb5da-425f-4a03-8255-dfc3a431e169 req-19cfc957-bb98-492c-854d-3ae6bdc4490e tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593915 May 06 18:38:30.328612 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86e2d9-9cfc-4eec-813f-2a8e45dd9569 req-7a7b78ae-8446-4547-a12f-4c9d7a97e726 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:30.330149 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5f86e2d9-9cfc-4eec-813f-2a8e45dd9569 req-7a7b78ae-8446-4547-a12f-4c9d7a97e726 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.0970964 May 06 18:38:30.384422 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5f86e2d9-9cfc-4eec-813f-2a8e45dd9569 req-a84a1344-f318-4889-9daf-767fd783d298 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 May 06 18:38:30.945204 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b9299-9841-4b2c-a00f-a1cab819c176 req-8784d7c4-59be-432d-82a4-b29dc31eb2c0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:30.946706 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e55b9299-9841-4b2c-a00f-a1cab819c176 req-8784d7c4-59be-432d-82a4-b29dc31eb2c0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1469290 May 06 18:38:31.011690 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e55b9299-9841-4b2c-a00f-a1cab819c176 req-1a9e7117-e206-4ef6-9095-f04d5fe634a7 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584724 May 06 18:38:31.047336 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608ec54-176a-4f2b-adca-86667359a445 req-9aafe0a6-5397-4261-94b9-95363d212971 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.049127 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9608ec54-176a-4f2b-adca-86667359a445 req-9aafe0a6-5397-4261-94b9-95363d212971 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 945 time: 0.1448550 May 06 18:38:31.104070 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9608ec54-176a-4f2b-adca-86667359a445 req-2480ae27-254a-481f-9f8c-c75dfc1f26fc tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480752 May 06 18:38:31.424853 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dba0f-c92c-470b-b4d4-891ec66016e5 req-71b7d1c2-060a-44a2-83fe-0c9e71d6ca93 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.426501 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a89dba0f-c92c-470b-b4d4-891ec66016e5 req-71b7d1c2-060a-44a2-83fe-0c9e71d6ca93 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.0930347 May 06 18:38:31.467346 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-cea93ed9-9cf0-4812-aef9-d6830a6dc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.469661 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-cea93ed9-9cf0-4812-aef9-d6830a6dc25a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1099 time: 0.0817697 May 06 18:38:31.484945 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a89dba0f-c92c-470b-b4d4-891ec66016e5 req-13d41af8-5829-49f4-8a64-0be70803d5c5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521581 May 06 18:38:31.632304 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdcf91-5fe7-48f6-a5e4-7d857b407f09 req-ee819761-3a93-4820-91db-49ac64e9684e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.633888 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fecdcf91-5fe7-48f6-a5e4-7d857b407f09 req-ee819761-3a93-4820-91db-49ac64e9684e tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.0939980 May 06 18:38:31.659740 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-b4a5dbae-a47f-4b02-a95b-be57bb631700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.662565 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-b4a5dbae-a47f-4b02-a95b-be57bb631700 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 0.1852255 May 06 18:38:31.803270 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fecdcf91-5fe7-48f6-a5e4-7d857b407f09 req-048dda43-a244-47ef-9643-436b96fa4d6b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588068 May 06 18:38:31.812672 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-c6f00e75-d26a-404c-980d-c71d3413f73e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 1002 time: 0.1420875 May 06 18:38:31.885117 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-6af2af95-c6ec-49b5-92e8-26f1dc35a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:31.886454 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-6af2af95-c6ec-49b5-92e8-26f1dc35a69d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.0670278 May 06 18:38:32.073477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-c80dc169-2e33-46d8-a0d5-fcab55b7cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:32.075172 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-c80dc169-2e33-46d8-a0d5-fcab55b7cbd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1785583 May 06 18:38:32.235245 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-5715d879-d434-4c98-95c2-1f9dec1264ab service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522141 May 06 18:38:32.400000 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-4f63690e-1b1d-4d92-9fbc-a8d6e14be45b req-3340b42f-cc34-4473-93a8-0bfeaa2c26bf service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572361 May 06 18:38:32.486810 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13182c1-100e-4f77-be89-3cd2398e7fd2 req-b0ec17ba-c5a1-417d-839f-9d48322e738f tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:32.489637 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a13182c1-100e-4f77-be89-3cd2398e7fd2 req-b0ec17ba-c5a1-417d-839f-9d48322e738f tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 945 time: 0.0882287 May 06 18:38:32.542793 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a13182c1-100e-4f77-be89-3cd2398e7fd2 req-f9cda7d9-a919-47a5-809b-f486c651c744 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 May 06 18:38:32.684533 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6a8aa-8b7b-475b-91f1-afdaf2ea5b68 req-47ca8c9f-c4ec-4bd8-be5e-3d06bd93b819 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:32.686032 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cfd6a8aa-8b7b-475b-91f1-afdaf2ea5b68 req-47ca8c9f-c4ec-4bd8-be5e-3d06bd93b819 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.0901470 May 06 18:38:32.734402 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cfd6a8aa-8b7b-475b-91f1-afdaf2ea5b68 req-d2b1a810-06b1-4320-81a5-acd770a8bdd5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 May 06 18:38:33.006796 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc77e1-43ca-43e7-8381-45342926cc6e req-6095fd83-3a12-4297-b57c-6288c29b98f9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:33.008456 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c8cc77e1-43ca-43e7-8381-45342926cc6e req-6095fd83-3a12-4297-b57c-6288c29b98f9 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.0991976 May 06 18:38:33.063597 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c8cc77e1-43ca-43e7-8381-45342926cc6e req-457b8705-074c-44ab-a39d-d969c445df0b tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 May 06 18:38:33.695461 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-e95735fa-65fa-4c2f-aea2-f02dd05a89ef tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:33.696443 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-e95735fa-65fa-4c2f-aea2-f02dd05a89ef tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Synchronizing usage tracker for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79116) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:38:33.713284 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-e95735fa-65fa-4c2f-aea2-f02dd05a89ef tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Unset dirty status for tenant:81cba0d8c9604941a1e89514b853543b on resource:port {{(pid=79116) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:38:33.715045 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-e95735fa-65fa-4c2f-aea2-f02dd05a89ef tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 945 time: 0.1027894 May 06 18:38:33.742308 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec657aed-5713-4d9b-b719-fb5557067df2 req-82ca56e0-7a2b-4f99-97f0-31fdda796141 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:33.743857 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ec657aed-5713-4d9b-b719-fb5557067df2 req-82ca56e0-7a2b-4f99-97f0-31fdda796141 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 945 time: 0.0902784 May 06 18:38:33.831568 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ec657aed-5713-4d9b-b719-fb5557067df2 req-d50c977c-1a6b-4915-9879-5a8fe2edf6f4 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/security-groups?id=cfebc43b-e35f-4868-b8ac-66a9355a5e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793917 May 06 18:38:33.875637 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Deleting port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:33.875985 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:33.989684 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8349-dcbb-4996-b448-2eba5c3eaab2 req-ffa938eb-0b43-4e76-b6ae-90db63515d22 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:33.992603 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cebd8349-dcbb-4996-b448-2eba5c3eaab2 req-ffa938eb-0b43-4e76-b6ae-90db63515d22 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.1040094 May 06 18:38:34.032079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] For port 8d47d1be-c251-43c0-b2f2-2b06dbd53192, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8d47d1be-c251-43c0-b2f2-2b06dbd53192,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:34.032433 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:34.059162 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cebd8349-dcbb-4996-b448-2eba5c3eaab2 req-bcf50c6a-9d9e-4d81-8b7b-082e2879d8d5 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614462 May 06 18:38:34.182096 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Calling delete_port for 8d47d1be-c251-43c0-b2f2-2b06dbd53192 owned by compute:nova {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:34.255430 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-93f4da8c-4466-4807-9bc3-d2c2a3751947 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:34.256835 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-93f4da8c-4466-4807-9bc3-d2c2a3751947 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 945 time: 0.1609623 May 06 18:38:34.316547 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:34.326673 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c8d6dc43-e72e-4755-bbcf-a85f21623917 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:34.332774 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['8d47d1be-c251-43c0-b2f2-2b06dbd53192'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:38:34.353159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66c39-3151-4681-a981-3fe9936d61c5 req-719d936e-b46b-4626-9b99-b821b8fbf1a0 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:38:34.355796 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e7f66c39-3151-4681-a981-3fe9936d61c5 req-719d936e-b46b-4626-9b99-b821b8fbf1a0 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/ports?device_id=5161e104-077c-4bf9-a761-02fb848ddb6c HTTP/1.1" status: 200 len: 867 time: 0.1582365 May 06 18:38:34.373140 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Pushing event deleted for resources: {'Port': ['ID=8d47d1be-c251-43c0-b2f2-2b06dbd53192,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:34.377352 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:34.451670 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e7f66c39-3151-4681-a981-3fe9936d61c5 req-adbfd3de-beda-42f5-9c07-c509ab02d360 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7bbdca5-8644-4741-b536-1662afcdb5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 May 06 18:38:34.458759 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] No DVR routers for this DVR port 8d47d1be-c251-43c0-b2f2-2b06dbd53192 on host hv-cinder-73362 {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:34.462944 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:34.465825 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'name': 'network-vif-deleted', 'tag': '8d47d1be-c251-43c0-b2f2-2b06dbd53192'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:34.477119 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Deleting port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:34.477569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:34.492851 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-7fb4abd0-7741-463c-8c54-031c46bdab3d req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] 10.222.0.15 "DELETE /v2.0/ports/8d47d1be-c251-43c0-b2f2-2b06dbd53192 HTTP/1.1" status: 204 len: 173 time: 0.7721457 May 06 18:38:34.523333 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5161e104-077c-4bf9-a761-02fb848ddb6c', 'name': 'network-vif-deleted', 'tag': '8d47d1be-c251-43c0-b2f2-2b06dbd53192', 'status': 'completed', 'code': 200} May 06 18:38:34.634247 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] For port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,segment=NetworkSegment(5052dd15-b832-4aef-93ec-e9ed05c1a8bf),segment_id=5052dd15-b832-4aef-93ec-e9ed05c1a8bf)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:34.634604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:34.762030 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Calling delete_port for ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:34.881603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:34.887199 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-68b65f60-5c6d-4ce7-89ad-0345a7c75436 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:34.934039 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Pushing event deleted for resources: {'Port': ['ID=ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:34.938390 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:34.991246 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-79922379-0e2b-4f8c-8729-3bf4e7996193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:35.017130 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e22b5ecf-35e4-4813-8e1a-4793afb483f0 req-bd244de9-700b-47c8-9e22-fc1b10a4c799 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08eb8ae-6010-4586-bc6e-8985b0ef8bc2 HTTP/1.1" status: 200 len: 210 time: 0.0806887 May 06 18:38:35.063867 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] No DVR routers for this DVR port ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:38:35.068866 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:35.072339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'name': 'network-vif-deleted', 'tag': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:38:35.090234 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a880de63-bd65-4f8a-9d3f-c9d015ebdaa6 req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] 10.222.0.15 "DELETE /v2.0/ports/ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 HTTP/1.1" status: 204 len: 173 time: 0.8262060 May 06 18:38:35.132096 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08eb8ae-6010-4586-bc6e-8985b0ef8bc2', 'name': 'network-vif-deleted', 'tag': 'ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417', 'status': 'completed', 'code': 200} May 06 18:38:35.320633 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:35.568456 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57774) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:35.772690 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57782) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:35.952182 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:35.968813 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:35.973757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Usage tracker for resource:security_group_rule and tenant:19ab4741885b45fbb48f21df51036ff4 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:35.977085 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:35.982976 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:36.080769 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.087012 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.121516 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-dae8e13e-0d66-4075-9197-d747e581d2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:36.132086 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19ab4741885b45fbb48f21df51036ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551016 May 06 18:38:36.134722 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57796) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:36.162691 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57802) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:36.197797 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e0d757-4ca1-4f4a-b4f8-5421b071138d,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:36.210268 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:36.237392 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.270111 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.320783 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.352422 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.357323 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8331173b-921c-45f2-9a1b-b5f9e71b42c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:36.365529 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.384285 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e0d757-4ca1-4f4a-b4f8-5421b071138d,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:36.396043 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:36.401380 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:36.406279 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Usage tracker for resource:security_group_rule and tenant:d8c7b221974b46d184c97db4b97cf2db is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:36.409498 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.411849 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6e0d757-4ca1-4f4a-b4f8-5421b071138d HTTP/1.1" status: 204 len: 168 time: 0.2749498 May 06 18:38:36.412704 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:36.420006 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:36.538013 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.545911 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.582662 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b606156e-d627-4b3c-839d-6c84ebd68c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:36.596141 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8c7b221974b46d184c97db4b97cf2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305987 May 06 18:38:36.600635 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57818) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:36.651538 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66de6a5-c9b2-4d57-bb28-afab9416ac0b,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:36.672210 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:36.708119 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.719629 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 8d47d1be-c251-43c0-b2f2-2b06dbd53192 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:36.761489 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.802817 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 8d47d1be-c251-43c0-b2f2-2b06dbd53192 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:36.803463 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 8d47d1be-c251-43c0-b2f2-2b06dbd53192 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:36.804137 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:36.822355 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.829955 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-72f752c9-7ba2-4c86-816c-b8383c77a923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:36.846739 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66de6a5-c9b2-4d57-bb28-afab9416ac0b,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:36.849775 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:36.852039 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:36.855503 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-9cd10845-11ac-4250-86b7-fa2e912c421d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b66de6a5-c9b2-4d57-bb28-afab9416ac0b HTTP/1.1" status: 204 len: 168 time: 0.2537146 May 06 18:38:36.874116 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:36.874968 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device ee2b28cb-bcf8-484f-a7b6-8a3e5b2fe417 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:36.890353 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Deleting port 1b4e1b36-caaf-4d28-81af-ed43421eb23b {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:36.890786 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.028035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] For port 1b4e1b36-caaf-4d28-81af-ed43421eb23b, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=1b4e1b36-caaf-4d28-81af-ed43421eb23b,segment=NetworkSegment(629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62),segment_id=629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:37.028578 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.166051 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Calling delete_port for 1b4e1b36-caaf-4d28-81af-ed43421eb23b owned by network:router_interface {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:37.282608 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57838) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:37.301498 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.316246 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:37.320377 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d5d6da9cce4907ac871421035f69cb is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:37.323308 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:37.329353 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:37.442539 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.447709 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.455891 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f9045284-fee6-4c13-bd29-c7d27d110e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:37.465670 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.470962 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fed8c407-757d-4074-949a-392b6a60e56f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:37.502067 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4d5d6da9cce4907ac871421035f69cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182927 May 06 18:38:37.503006 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e23b54-69b7-4bd1-ab91-3ede9bc74ff9,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:37.506425 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57846) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:37.508926 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:37.570487 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.600286 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.615691 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4e1b36-caaf-4d28-81af-ed43421eb23b,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:37.618973 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:37.665104 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.670649 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-224417a9-9efa-4412-91bc-8c6a4d2f979f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:37.681194 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4e04-b4ad-44cd-9dc0-d90d8c1c6756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.688919 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e23b54-69b7-4bd1-ab91-3ede9bc74ff9,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:37.693142 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:37.697932 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.700899 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e23b54-69b7-4bd1-ab91-3ede9bc74ff9 HTTP/1.1" status: 204 len: 168 time: 0.1912720 May 06 18:38:37.715641 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:37.867822 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:38.252882 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:38:38.460268 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:38:38.470699 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] Sync routers for ids ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:38:38.475607 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051328 May 06 18:38:38.477992 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57896) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:38.484777 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] Routers {'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:38:38.486069 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:38:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:38.693053 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:38.719443 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] Set router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:38:38.826569 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:39.076117 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:39.180869 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:38:37Z', 'revision_number': 5, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port': {'id': '21bfc5c6-5958-4e91-b927-bd5ad7ade6b2', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:10:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:06Z', 'updated_at': '2021-05-06T18:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:39.186059 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] Checking router: c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:38:39.192119 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Deleting port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:38:39.192610 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:39.198992 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] Routers {'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:38:39.199902 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:38:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:39.424504 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] Set router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 gateway port host: None {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:38:39.507176 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] For port 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:38:39.508776 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:39.584757 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:38:39Z', 'revision_number': 6, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:39.591820 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f81c0-e30f-4dfd-ad0e-a5ff2a179773 None None] The sync data for ids ['c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94'] in dv-cinder-733622-15-smb is: [{'id': 'c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94', 'name': 'tempest-ServerRescueNegativeTestJSON-108966850-router', 'tenant_id': '81cba0d8c9604941a1e89514b853543b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:35:01Z', 'updated_at': '2021-05-06T18:38:39Z', 'revision_number': 6, 'project_id': '81cba0d8c9604941a1e89514b853543b', 'gw_port_host': None}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:38:39.707370 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Calling delete_port for 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 owned by network:router_gateway {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:38:39.901744 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:39.913331 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-321a07e5-546f-40a7-b6e3-d1fc6809a18d tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:39.963515 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bfc5c6-5958-4e91-b927-bd5ad7ade6b2,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:39.994903 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:40.009511 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.244404 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.252732 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.390285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.392136 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 {{(pid=79117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:38:40.417884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.421653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 57940) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:40.422222 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c9bc8fe7-35b3-47dd-b96f-c3ff636f7d94 HTTP/1.1" status: 204 len: 168 time: 1.9427416 May 06 18:38:40.436965 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.538051 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Deleting subnet 094895bb-61c1-42ed-8c11-32d0b1ebf0c2 {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:38:40.543651 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.721790 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:40.808301 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.069833 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:41.127769 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:41.129311 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 21bfc5c6-5958-4e91-b927-bd5ad7ade6b2 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:41.130336 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 1b4e1b36-caaf-4d28-81af-ed43421eb23b no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:38:41.190906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.200382 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 1b4e1b36-caaf-4d28-81af-ed43421eb23b {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:38:41.201605 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-de86ee47-a41f-4134-8f58-74c6a5e166a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:41.203275 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 1b4e1b36-caaf-4d28-81af-ed43421eb23b not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:38:41.241002 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094895bb-61c1-42ed-8c11-32d0b1ebf0c2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:41.243349 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.246417 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:41.253132 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] 10.222.0.11 "DELETE /v2.0/subnets/094895bb-61c1-42ed-8c11-32d0b1ebf0c2 HTTP/1.1" status: 204 len: 168 time: 0.8272953 May 06 18:38:41.254100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57948) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:41.414826 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.599368 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.623252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.623593 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.624668 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.625043 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > port after_create 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.625386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > port after_delete 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.625739 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > port after_update 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.626061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.626381 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.626699 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.627099 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.782230 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.782616 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.783037 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.783383 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 18:38:41.783809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788b91dc-72ca-469c-a5a8-3311e2a07c3f']}} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:41.801577 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62') {'for_net_delete': True} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:41.801940 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629c9ef8-3f0c-47c4-99b1-5ccbf15d2a62') {} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:38:41.822060 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8144679'] for segment, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.853373 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.866164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=79117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:38:41.866757 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8163078'] for segment, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: from cryptography.utils import int_from_bytes May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: from cryptography.utils import int_from_bytes May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: Traceback (most recent call last): May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: timer() May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: cb(*args, **kw) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: return func(*args, **kwargs) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: self._notify() May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: self.callback(batched_events) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: event.method(event) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: return f(self, *a, **k) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: return self._get(url).json() May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: return self.request(url, 'GET', **kwargs) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:38:41.891793 dv-cinder-733622-15-smb neutron-server[79117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:38:42.014923 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:42.029674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:42.058726 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:42.062247 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Pushing event deleted for resources: {'Network': ['ID=788b91dc-72ca-469c-a5a8-3311e2a07c3f,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:42.065565 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:42.078022 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f9f4ec0d-686b-48f6-8575-a1969fbb842c admin admin] 10.222.0.11 "DELETE /v2.0/networks/788b91dc-72ca-469c-a5a8-3311e2a07c3f HTTP/1.1" status: 204 len: 168 time: 0.8225813 May 06 18:38:42.365908 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57964) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:42.428307 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-88747b18-8c82-4dfd-980c-3ff7aed583f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81cba0d8c9604941a1e89514b853543b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603769 May 06 18:38:42.430792 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 57968) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:42.509342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:42.552579 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:42.650232 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:42.654639 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:42.670928 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bbdca5-8644-4741-b536-1662afcdb5dd,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:42.673718 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:42.675162 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:42.679719 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7bbdca5-8644-4741-b536-1662afcdb5dd HTTP/1.1" status: 204 len: 168 time: 0.2477510 May 06 18:38:45.998939 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:38:51.382486 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58190) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:51.544838 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.570593 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:51.575216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Usage tracker for resource:security_group_rule and tenant:b176782553914495894d62fd8d9e8fa6 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:51.579079 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:51.599480 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:51.739759 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.746489 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:51.762510 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2f91ff30-741a-48e3-8065-55bfcfcc0b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:51.814481 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b176782553914495894d62fd8d9e8fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304643 May 06 18:38:51.818099 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58206) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:51.833144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc083b7-6ad3-4707-b9c6-5d8afe6a3a5a,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:51.838921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:52.037208 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.077679 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.158277 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.164062 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-549076c1-d635-4fb9-b08e-ce8ae587a660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:52.178328 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc083b7-6ad3-4707-b9c6-5d8afe6a3a5a,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:52.187321 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.187710 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.188086 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.188467 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.188818 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.189159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.189504 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.189865 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.190300 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.190767 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.191220 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.191755 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:52.200314 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:52.201473 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fc083b7-6ad3-4707-b9c6-5d8afe6a3a5a HTTP/1.1" status: 204 len: 168 time: 0.3821530 May 06 18:38:52.229762 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:54.487210 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58288) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:54.645370 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:54.663346 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:54.668347 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Usage tracker for resource:security_group_rule and tenant:66db9fa178914d06b830516b226363d9 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:54.672400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:54.681500 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:54.822813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:54.830032 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:54.846312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a3a39bf2-9c1e-4f60-bae5-39d9024bca42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:54.896102 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66db9fa178914d06b830516b226363d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074142 May 06 18:38:54.896990 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f1ab0-8815-4f40-ba9e-712b7f9a7b8a,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:54.898875 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58298) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:54.905144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:54.998577 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.030455 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.097413 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.102091 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bbc2e22c-a2f8-4efe-ab8c-09b1fce5a05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:55.115445 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f1ab0-8815-4f40-ba9e-712b7f9a7b8a,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:55.130055 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c80f1ab0-8815-4f40-ba9e-712b7f9a7b8a HTTP/1.1" status: 204 len: 168 time: 0.2287340 May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.136757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.138177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:38:55.141086 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:57.336121 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58394) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:57.475261 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.491306 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:57.495240 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Usage tracker for resource:security_group_rule and tenant:3c664f0009b748778bb6d80d4ddee189 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:57.498228 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:57.505101 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:57.616286 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.620980 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.631459 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9502528f-660b-4999-b8b6-99c16d6ce893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:57.680092 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c664f0009b748778bb6d80d4ddee189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427866 May 06 18:38:57.682381 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8710ed-830e-4027-8909-57af2dfaeab3,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:57.683256 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58404) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:57.685905 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:57.749936 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.779606 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.841590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.850390 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-61bdbc75-a698-4d9d-94c3-ede6314f766d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:57.873603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8710ed-830e-4027-8909-57af2dfaeab3,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:57.882930 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:57.888323 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:57.889579 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c8710ed-830e-4027-8909-57af2dfaeab3 HTTP/1.1" status: 204 len: 168 time: 0.2053123 May 06 18:38:58.250330 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58430) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:58.272880 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.290694 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:58.295232 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc03d0cd63141c7a8c59190848d25a9 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:58.298240 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:58.305286 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:58.400978 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.405871 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.414817 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-403c0e7c-3767-4626-966e-e1a068217fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:58.461863 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dc03d0cd63141c7a8c59190848d25a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104084 May 06 18:38:58.462981 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de92f64f-fff5-4350-af55-057bd66fdbb9,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:58.466170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:58.471102 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58462) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:58.540370 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.568143 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.633428 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.638791 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0c4fc6ec-2f0f-4b68-b8bf-40e85eb79356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:58.650709 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de92f64f-fff5-4350-af55-057bd66fdbb9,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:58.655461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:58.664505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:58.665681 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de92f64f-fff5-4350-af55-057bd66fdbb9 HTTP/1.1" status: 204 len: 168 time: 0.1928360 May 06 18:38:59.573191 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58518) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:59.711973 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:59.730567 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:38:59.734874 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Usage tracker for resource:security_group_rule and tenant:90c6c8e683424d62b53a57d531e3ae3d is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:38:59.738726 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:38:59.745192 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:38:59.846916 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:59.851368 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:38:59.863390 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-499c2e9a-9403-472e-98c7-4823efc1c224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:38:59.910232 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d66da-9187-4994-a71a-1697ef429e89,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:38:59.913215 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:38:59.919395 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90c6c8e683424d62b53a57d531e3ae3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436654 May 06 18:38:59.920078 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58530) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:38:59.927290 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58534) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:00.001580 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.048289 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Deleting subnet ab69ecc3-5867-49b3-9375-40df1349a40c {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:39:00.056344 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.059706 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.147829 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8144696'] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.171707 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.199520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-671729db-0d30-4514-ba73-f17c7e948e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:00.220296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.227140 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d66da-9187-4994-a71a-1697ef429e89,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:00.247767 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:00.249521 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.251568 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e10d66da-9187-4994-a71a-1697ef429e89 HTTP/1.1" status: 204 len: 168 time: 0.3302772 May 06 18:39:00.556259 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8163168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7043419'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.561643 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-de60d6c3-af47-4640-a1bd-7e8054b6ccd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:00.600139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab69ecc3-5867-49b3-9375-40df1349a40c,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:00.601969 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.606827 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:00.612565 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-bc88cef9-0a23-408b-9bcc-39172ef39c55 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ab69ecc3-5867-49b3-9375-40df1349a40c HTTP/1.1" status: 204 len: 168 time: 0.6787245 May 06 18:39:00.613232 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58548) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:00.643902 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58554) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:00.667177 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.683816 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:00.687819 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Usage tracker for resource:security_group_rule and tenant:10b2b80ef9d748f28223ab1e65ca5e72 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:00.690792 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:00.696763 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:00.765459 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.802997 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.810581 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.820603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6f7edb08-5174-4e33-b852-795a6fe3c034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:00.859633 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c720475-8a84-4945-a09d-04d75b04942a,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:00.865251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:00.878338 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10b2b80ef9d748f28223ab1e65ca5e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325749 May 06 18:39:00.880352 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58562) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:00.914202 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.929028 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996a712c-9708-4287-a117-75cc82663af2']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:00.947250 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5052dd15-b832-4aef-93ec-e9ed05c1a8bf') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:00.947512 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5052dd15-b832-4aef-93ec-e9ed05c1a8bf') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:00.950694 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.963462 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.980377 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.981612 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:00.996311 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:39:00.996767 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:39:01.013699 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:39:01.052395 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.056487 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fe6c710e-0885-4a68-9d9a-81e8ddb8adc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:01.073039 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c720475-8a84-4945-a09d-04d75b04942a,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:01.076002 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:01.078242 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.082782 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c720475-8a84-4945-a09d-04d75b04942a HTTP/1.1" status: 204 len: 168 time: 0.1979988 May 06 18:39:01.102340 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.110777 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-82ff78e9-8391-4654-98a9-9dcdcd8b750b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:01.126710 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.142550 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Pushing event deleted for resources: {'Network': ['ID=996a712c-9708-4287-a117-75cc82663af2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:01.146016 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:01.153604 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e9825547-cd2f-4ab7-a58f-285cee31d036 admin admin] 10.222.0.11 "DELETE /v2.0/networks/996a712c-9708-4287-a117-75cc82663af2 HTTP/1.1" status: 204 len: 168 time: 0.5388901 May 06 18:39:01.535935 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58586) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:01.595827 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0b60227b-f49c-448a-8eb0-abdd885e2f8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0fbacb3b21e40bb81c196caebc74a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584893 May 06 18:39:01.599834 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58592) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:01.668772 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.707432 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.819559 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.825674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1fdf31ff-4913-4bb8-a58b-5a6c64fb3d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:01.842982 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebc43b-e35f-4868-b8ac-66a9355a5e8e,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:01.845937 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:01.850970 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:01.855319 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfebc43b-e35f-4868-b8ac-66a9355a5e8e HTTP/1.1" status: 204 len: 168 time: 0.2518878 May 06 18:39:02.993028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8804a02-d0a2-4cd7-9a1f-dee9c8502054 req-0270fd6c-edf0-4036-8b76-37eeda18d6d4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:02.995765 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f8804a02-d0a2-4cd7-9a1f-dee9c8502054 req-0270fd6c-edf0-4036-8b76-37eeda18d6d4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.1446433 May 06 18:39:03.067507 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f8804a02-d0a2-4cd7-9a1f-dee9c8502054 req-12fb839d-69e9-40c8-9647-09a57926781b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655961 May 06 18:39:03.147267 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58656) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:03.297669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-194018821-network', 'tenant_id': 'd61bc488b95548b09878160a995e5a16'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:03.303171 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:03.307687 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Usage tracker for resource:network and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:03.310792 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:03.318747 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:03.329995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Made reservation on behalf of d61bc488b95548b09878160a995e5a16 for: {'network': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:03.333512 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.352491 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.381800 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:03.387471 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:03.391904 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:03.399538 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:03.516548 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.523482 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.526848 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-61cfcf26-8bd4-45a3-8198-7d0fbdffe877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:03.562577 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=79117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:39:03.569312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99410e46-eed9-42bd-a228-eb39312c834f,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:03.573576 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:03.578276 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.578747 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.segments_db [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Added segment 9e4d21db-c6fb-46ab-82da-ccc00b7e210c of type vlan for network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 May 06 18:39:03.609092 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.646584 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.648166 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:03.648771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.654029 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-42fd5ba0-7e1b-4c3f-8320-799a15c22bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:03.747262 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58678) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:03.765263 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6138175 May 06 18:39:03.765590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Pushing event updated for resources: {'Network': ['ID=5cc2ae30-6f29-404c-886b-4f34c7a1b748,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:03.769032 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58684) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:03.769677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:03.781724 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:39:03.783271 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Request body: {'subnet': {'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-194018821-subnet', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:03.790343 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:03.795771 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Usage tracker for resource:subnet and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:03.799697 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:03.806364 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:03.818633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Made reservation on behalf of d61bc488b95548b09878160a995e5a16 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:03.821329 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-944428'] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.946431 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:03.974164 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:03.982520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Usage tracker for resource:security_group_rule and tenant:97278d4a40c14573896511ae877012ef is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:03.986621 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:03.995062 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:04.333183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb390b43-14f2-41f5-9e32-3c735d07be46 req-de15304a-8bb2-4a99-b4c5-daad6744f803 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:04.335672 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bb390b43-14f2-41f5-9e32-3c735d07be46 req-de15304a-8bb2-4a99-b4c5-daad6744f803 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.1319921 May 06 18:39:04.342024 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.351475 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.360054 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e84ec684-ae0f-4251-b62f-027111b82dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:04.404708 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bb390b43-14f2-41f5-9e32-3c735d07be46 req-6b87178d-2273-46a9-9d25-8fd558e42df3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597048 May 06 18:39:04.420061 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97278d4a40c14573896511ae877012ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715169 May 06 18:39:04.428686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58690) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:04.428951 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17af865-86a7-4c14-a30c-c4e5da83739e,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:04.430837 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:04.537392 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-944478'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.542001 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:04.621854 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.625461 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219a532e-2b51-4d4a-a4a0-c115edb70dd2,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:04.629422 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:04.642351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Checking segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:04.642713 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Network hostable DHCP agents. Network: 5cc2ae30-6f29-404c-886b-4f34c7a1b748, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:39:04.665950 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:39:04.669673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.681783 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 5cc2ae30-6f29-404c-886b-4f34c7a1b748) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:04.697151 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69221ea3-bfd5-4d8b-8eca-d4e0c70d4882 None None] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:04.697431 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:04.698475 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.728674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-1635ffb3-c0ea-4130-9d65-ad1944883c33 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:04.730929 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-1635ffb3-c0ea-4130-9d65-ad1944883c33 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.2289901 May 06 18:39:04.754683 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bdcd95d4-664a-40fd-a7f5-818736598007 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9836721 May 06 18:39:04.757822 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58698) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:04.766697 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:04.774630 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:04.781164 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Usage tracker for resource:router and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:04.785569 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:04.794504 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:04.812215 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.813613 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:04.852626 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.043209 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-737eb2e8-790b-4185-ac9e-05fab9cd6f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.059207 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:39:05.061665 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.074237 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.078825 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:05.097310 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17af865-86a7-4c14-a30c-c4e5da83739e,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:05.109232 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:05.113881 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.115076 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d17af865-86a7-4c14-a30c-c4e5da83739e HTTP/1.1" status: 204 len: 168 time: 0.6900847 May 06 18:39:05.152422 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Deleting port 11de8691-9d93-41dc-a5c7-c71743318c19 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:05.153102 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.218888 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.338133 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.339522 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Allocated IP 172.20.0.2 (5cc2ae30-6f29-404c-886b-4f34c7a1b748/219a532e-2b51-4d4a-a4a0-c115edb70dd2/648eda07-367f-42df-8ce2-2142a50911f0) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:05.366320 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] For port 11de8691-9d93-41dc-a5c7-c71743318c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11de8691-9d93-41dc-a5c7-c71743318c19,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:05.367315 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.610748 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.690477 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.694300 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.708184 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Transition to ACTIVE for port object 648eda07-367f-42df-8ce2-2142a50911f0 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:05.711181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58710) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:05.731243 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Transition to ACTIVE for port object 648eda07-367f-42df-8ce2-2142a50911f0 will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:05.741002 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.755676 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:05.804299 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.812909 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:05.821121 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:05.831765 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.832235 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.832514 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Floating IP a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e disassociated. External IP: 172.28.1.127, port: 11de8691-9d93-41dc-a5c7-c71743318c19. May 06 18:39:05.832799 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Calling delete_port for 11de8691-9d93-41dc-a5c7-c71743318c19 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:05.833304 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:05.843177 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:05.852692 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3f743b8f564b8bbbb15f72aed7e4dc is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:05.857261 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:05.866285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:05.950763 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463994e-e3c7-4f9b-8c67-b8ff245691cb req-45b4c4bb-e078-460a-b100-61f2178e3114 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:05.952375 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3463994e-e3c7-4f9b-8c67-b8ff245691cb req-45b4c4bb-e078-460a-b100-61f2178e3114 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 946 time: 0.2422628 May 06 18:39:05.959705 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Allocated IP 172.28.1.217 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/698deef7-ab6d-4845-a713-33201db35c37) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:05.966445 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Pushing event updated for resources: {'Port': ['ID=648eda07-367f-42df-8ce2-2142a50911f0,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:05.970815 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:05.984224 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Attempting to bind port 648eda07-367f-42df-8ce2-2142a50911f0 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:05.984858 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Attempting to bind port 648eda07-367f-42df-8ce2-2142a50911f0 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:05.985233 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Attempting to bind port 648eda07-367f-42df-8ce2-2142a50911f0 on network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:05.992533 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:05.992899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Checking segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:05.993102 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:05.993505 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Bound using segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:05.994273 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Bound port: 648eda07-367f-42df-8ce2-2142a50911f0, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:05.994470 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.153357 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] For port 648eda07-367f-42df-8ce2-2142a50911f0, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:06.158560 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] For port 648eda07-367f-42df-8ce2-2142a50911f0, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=648eda07-367f-42df-8ce2-2142a50911f0,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:06.168869 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.177408 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-45ae898e-cdda-470d-a99b-e581af9f85d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.178877 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3463994e-e3c7-4f9b-8c67-b8ff245691cb req-92e81bfc-d41f-4398-b0de-14c663701ffd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=dfd4454d-4f54-460b-b627-82104eb06eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198179 May 06 18:39:06.185290 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.204143 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.207893 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.228491 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9abb527f-f81a-4d16-925d-49edee224b96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.260884 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.271360 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6944cc57-355d-4977-822b-a44e6c4f37cc tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.279071 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Pushing event updated for resources: {'Port': ['ID=648eda07-367f-42df-8ce2-2142a50911f0,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.283107 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.296914 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event deleted for resources: {'Port': ['ID=11de8691-9d93-41dc-a5c7-c71743318c19,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.305283 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.305979 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.338835 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:06.370915 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c3f743b8f564b8bbbb15f72aed7e4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587048 May 06 18:39:06.374008 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e6a047-dc9d-4047-9b88-05dd1d1863bb,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.381980 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.383296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58722) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:06.396981 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:06.402293 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:06.418646 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:06.489742 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Pushing event updated for resources: {'Port': ['ID=698deef7-ab6d-4845-a713-33201db35c37,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:06.494445 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:06.686858 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.718203 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Router 0d272a52-598f-46a7-b11f-27cb6f7695df has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:06.803712 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:06.997471 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:07.010857 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:07.030042 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:07.031158 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:38:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:07.187412 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 648eda07-367f-42df-8ce2-2142a50911f0 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:07.308188 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.340333 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.351933 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:07.375939 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e6a047-dc9d-4047-9b88-05dd1d1863bb,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:07.378883 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 648eda07-367f-42df-8ce2-2142a50911f0 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:07.379953 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] No DVR routers for this DVR port 11de8691-9d93-41dc-a5c7-c71743318c19 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:07.382071 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:07.395891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.417051 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-deleted', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:07.430668 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:07.443579 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-83a6ecf2-8e6d-48ec-8fc6-2feeb1a78d6e req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "DELETE /v2.0/ports/11de8691-9d93-41dc-a5c7-c71743318c19 HTTP/1.1" status: 204 len: 173 time: 2.7055862 May 06 18:39:07.452254 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.453409 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27e6a047-dc9d-4047-9b88-05dd1d1863bb HTTP/1.1" status: 204 len: 168 time: 1.0621142 May 06 18:39:07.599892 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fcf17-44de-4b07-9069-57cbaa24b023', 'name': 'network-vif-deleted', 'tag': '11de8691-9d93-41dc-a5c7-c71743318c19', 'status': 'completed', 'code': 200} May 06 18:39:07.618149 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e17b3595-4bb0-4b61-a930-1e5fc63dcd16 req-9d65e9ae-267f-4bf1-8467-de3a86570a83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:07.674721 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e17b3595-4bb0-4b61-a930-1e5fc63dcd16 req-9d65e9ae-267f-4bf1-8467-de3a86570a83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:07.684370 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e17b3595-4bb0-4b61-a930-1e5fc63dcd16 req-9d65e9ae-267f-4bf1-8467-de3a86570a83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f5fcf17-44de-4b07-9069-57cbaa24b023 HTTP/1.1" status: 200 len: 210 time: 0.2042241 May 06 18:39:07.818921 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.913089 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509f608-4fcc-4083-8607-67a9a08856e8 None None] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:07.949974 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-807199b2-3e1b-4be0-94f5-0678169b721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:07.962422 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Provisioning for port 648eda07-367f-42df-8ce2-2142a50911f0 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:08.132307 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:08.260646 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Provisioning complete for port 648eda07-367f-42df-8ce2-2142a50911f0 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:08.261468 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:08.523198 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Router 65e9397c-8d1c-4aee-b074-758ad9b5d83c is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:39:08.539290 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-38805a09-3dfe-4ef1-9c14-283031d143b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2259033 May 06 18:39:08.730559 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:08.794092 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:08.839422 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:08.849656 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-dbc504b1-3dba-4ab6-be21-81678446b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:08.865861 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-dbc504b1-3dba-4ab6-be21-81678446b466 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 1099 time: 0.2956004 May 06 18:39:08.953383 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:09.000555 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:09.014551 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58760) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:09.016038 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Sync routers for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:09.024590 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 11de8691-9d93-41dc-a5c7-c71743318c19 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:09.025471 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 11de8691-9d93-41dc-a5c7-c71743318c19 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:09.062292 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] For port 648eda07-367f-42df-8ce2-2142a50911f0, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=648eda07-367f-42df-8ce2-2142a50911f0,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:09.066602 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:09.068286 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:09.069172 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:09.071268 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:09.189112 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.196486 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-28a0c781-fd5c-4298-aa54-e42652c456e4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4365592 May 06 18:39:09.206480 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58764) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:09.310603 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.349666 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:09.370203 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.528009 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.548526 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-32bc1f29-df92-4a98-842c-abbcef3b1d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:09.604357 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4454d-4f54-460b-b627-82104eb06eee,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:09.610355 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:09.612922 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:09.630184 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.634216 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "DELETE /v2.0/security-groups/dfd4454d-4f54-460b-b627-82104eb06eee HTTP/1.1" status: 204 len: 168 time: 0.6183546 May 06 18:39:09.634816 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58776) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:09.664761 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.api.v2.resource [None req-beef421a-1cc5-4f80-8c66-18fdb658f52b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] show failed (client error): The resource could not be found. May 06 18:39:09.671857 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.679684 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-beef421a-1cc5-4f80-8c66-18fdb658f52b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups/dfd4454d-4f54-460b-b627-82104eb06eee HTTP/1.1" status: 404 len: 347 time: 0.0436373 May 06 18:39:09.683488 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 58780) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:09.693230 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:09.802808 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:09.853684 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Pushing event updated for resources: {'Port': ['ID=648eda07-367f-42df-8ce2-2142a50911f0,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:09.872848 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:10.079884 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:06Z', 'revision_number': 3, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:10.091069 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:10.095807 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Checking router: 65e9397c-8d1c-4aee-b074-758ad9b5d83c for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:10.096421 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Updating router 65e9397c-8d1c-4aee-b074-758ad9b5d83c port 698deef7-ab6d-4845-a713-33201db35c37 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:39:10.102527 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29453fa-d25c-4ea5-8532-4c5a2b7db204 None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:10.167487 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-b4a42342-80f8-462b-989b-a7f8275df342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:10.172195 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-b4a42342-80f8-462b-989b-a7f8275df342 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 1.2817428 May 06 18:39:10.190098 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:10.414546 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:10.512525 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-d81a60fc-9cb1-4269-ac38-aff21d11bd45 None None] Provisioning complete for port 648eda07-367f-42df-8ce2-2142a50911f0 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:10.513556 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d81a60fc-9cb1-4269-ac38-aff21d11bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:10.706470 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655098f2-0f00-4f21-8f5c-c2dfb33aa5a8 None None] New status for floating IP a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e: DOWN {{(pid=79118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:10.844805 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:10.887954 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Transition to ACTIVE for port object 698deef7-ab6d-4845-a713-33201db35c37 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:10.909895 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:10.926321 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-66b901c7-5603-4139-bed8-32c0ccf1e7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:10.979675 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-116626c9-1e34-4810-ac8a-8e4445649978 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 200 len: 1002 time: 0.7835767 May 06 18:39:11.133665 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Attempting to bind port 698deef7-ab6d-4845-a713-33201db35c37 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:11.134273 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Attempting to bind port 698deef7-ab6d-4845-a713-33201db35c37 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:11.134796 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Attempting to bind port 698deef7-ab6d-4845-a713-33201db35c37 on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:11.146160 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Pushing event updated for resources: {'Port': ['ID=698deef7-ab6d-4845-a713-33201db35c37,revision_number=2']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:11.161738 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:11.162348 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:11.162991 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:11.163672 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:11.164456 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Bound port: 698deef7-ab6d-4845-a713-33201db35c37, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:11.165093 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:11.197284 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 648eda07-367f-42df-8ce2-2142a50911f0 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:11.198133 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Deleting port ab08c27d-3a12-4dc4-a8e4-45101b21d48c {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:11.202966 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:11.238939 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-fa5e5fb6-6c69-4f37-aae8-1db0929da004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:11.242994 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-fa5e5fb6-6c69-4f37-aae8-1db0929da004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.2430317 May 06 18:39:11.306778 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] For port 698deef7-ab6d-4845-a713-33201db35c37, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:11.310838 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] For port 698deef7-ab6d-4845-a713-33201db35c37, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=698deef7-ab6d-4845-a713-33201db35c37,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:11.314097 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.314338 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.314695 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.315790 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.316280 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.316502 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.316841 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.317195 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.317555 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.317919 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.318234 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.318652 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:11.323174 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:11.325025 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:11.336862 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:11.435179 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:11.435861 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:11.761796 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 648eda07-367f-42df-8ce2-2142a50911f0 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:11.768206 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:11.888233 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:12.129325 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:12.129325 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:12.151542 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Pushing event updated for resources: {'Port': ['ID=698deef7-ab6d-4845-a713-33201db35c37,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:12.244229 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:12.310229 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Calling delete_port for ab08c27d-3a12-4dc4-a8e4-45101b21d48c owned by network:floatingip {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:12.336637 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-851cbcd8-f5bb-43fc-8e52-e37caa7c63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:12.338170 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-851cbcd8-f5bb-43fc-8e52-e37caa7c63f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 1.0378008 May 06 18:39:12.397718 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:06Z', 'revision_number': 3, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:12.402683 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b36bc9-167f-4658-96e6-d53dfc15adfd None None] The sync data for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb is: [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:06Z', 'revision_number': 3, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:12.712525 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-e928f3fe-9712-4e99-9b71-3f46dc8d21b2 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526192 May 06 18:39:13.022086 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.134839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.149693 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-175d3848-7311-4384-863b-6a5842d2eda1 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:13.218069 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 698deef7-ab6d-4845-a713-33201db35c37 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:13.418279 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 698deef7-ab6d-4845-a713-33201db35c37 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:13.432709 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 698deef7-ab6d-4845-a713-33201db35c37 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:13.435133 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.618546 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76b8b5d0-f084-4efc-9993-4d0aa760b421 req-6367ec0b-d3b8-4271-a1b7-60e99be047e4 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858161 May 06 18:39:13.645785 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event deleted for resources: {'Port': ['ID=ab08c27d-3a12-4dc4-a8e4-45101b21d48c,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:13.710347 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.799903 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 698deef7-ab6d-4845-a713-33201db35c37, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=698deef7-ab6d-4845-a713-33201db35c37,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:13.807849 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:13.817217 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:13.820562 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:13.968661 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.038679 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Allocated IP 172.20.0.1 (5cc2ae30-6f29-404c-886b-4f34c7a1b748/219a532e-2b51-4d4a-a4a0-c115edb70dd2/c7ba6204-638a-4e49-96dd-ac78568be711) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:14.047614 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.049815 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "DELETE /v2.0/floatingips/a0e8ac44-dbac-4e00-b8cb-e818a3a5f68e HTTP/1.1" status: 204 len: 168 time: 4.3635209 May 06 18:39:14.065787 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=698deef7-ab6d-4845-a713-33201db35c37,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:14.095294 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.097608 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.098684 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.108024 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.108795 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.109563 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.110309 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.112358 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.113588 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.114261 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.115052 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.116648 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:14.123856 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:14.395686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8ce51-d2cc-400a-b903-e41af0a50082 req-0c13996c-a37f-4bbf-af33-caee2ab64945 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:14.398734 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-23e8ce51-d2cc-400a-b903-e41af0a50082 req-0c13996c-a37f-4bbf-af33-caee2ab64945 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2780259 May 06 18:39:14.409664 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.464446 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Transition to ACTIVE for port object c7ba6204-638a-4e49-96dd-ac78568be711 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:14.483331 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-23e8ce51-d2cc-400a-b903-e41af0a50082 req-cd51782f-2872-4e6a-b36e-ba873f0adbdf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785232 May 06 18:39:14.521436 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.527171 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:14.575426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58874) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:14.584594 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142261864', 'description': 'tempest-description--525155602'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:14.591770 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:14.597682 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:14.602834 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:14.612114 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:14.629673 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.656856 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:14.662666 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:14.666056 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:14.673181 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:14.792382 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.799847 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.804337 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-430913aa-49ae-4cc5-80f8-bbefde5efe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:14.817474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:14.825977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:14.831802 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:14.869310 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Pushing event updated for resources: {'Port': ['ID=c7ba6204-638a-4e49-96dd-ac78568be711,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:14.876192 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:14.906184 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.973208 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e68bf9-08db-40c9-8356-418700ee845c,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:14.975995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:14.977251 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3991437 May 06 18:39:14.978353 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:14.981855 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58880) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:14.991415 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'security_group_rule': {'security_group_id': '91e68bf9-08db-40c9-8356-418700ee845c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:15.011267 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.024663 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.034543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.056377 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.105829 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.193532 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 698deef7-ab6d-4845-a713-33201db35c37 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:15.258148 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.263484 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.266529 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6e3c86ea-a379-4a2e-833f-155e04b1e10a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:15.300251 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-ea3d8228-3efe-4e87-9fc4-1054e05c9259 None None] Provisioning for port c7ba6204-638a-4e49-96dd-ac78568be711 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:15.311737 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d736238-0d34-4e89-a45f-657997a903a1,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:15.317121 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-ea3d8228-3efe-4e87-9fc4-1054e05c9259 None None] Provisioning complete for port c7ba6204-638a-4e49-96dd-ac78568be711 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:15.317955 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ea3d8228-3efe-4e87-9fc4-1054e05c9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.324153 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:15.349465 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.353001 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3698714 May 06 18:39:15.357442 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58888) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:15.368830 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'security_group_rule': {'security_group_id': '91e68bf9-08db-40c9-8356-418700ee845c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:15.369056 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.381625 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.396067 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:security_group_rule and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.403077 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.407416 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d8228-3efe-4e87-9fc4-1054e05c9259 None None] Port c7ba6204-638a-4e49-96dd-ac78568be711 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:15.416995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.431368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 698deef7-ab6d-4845-a713-33201db35c37 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:15.431749 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.459892 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.548342 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.559968 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.569150 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:15.649915 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76e4a68-bf4e-46aa-8908-2071f20f2735,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:15.666437 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:15.681389 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.686945 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268585 May 06 18:39:15.687949 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58900) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:15.698917 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'floatingip': {'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:15.716288 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:15.731915 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Usage tracker for resource:floatingip and tenant:bcab243411c44cfa86265fbbbeb00f6b is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:15.735753 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:15.745623 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:15.761925 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.953384 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8d25a-c123-4a1d-aa55-320a72c16201 req-9f8c9eca-a782-45f9-9702-1d4d251937b9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:15.955501 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b8e8d25a-c123-4a1d-aa55-320a72c16201 req-9f8c9eca-a782-45f9-9702-1d4d251937b9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2477880 May 06 18:39:15.960755 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.973264 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:15.981767 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.013073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-55ded1ce-150b-41c8-863d-9682af4f92b7 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:16.157470 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Allocated IP 172.28.1.170 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/8760dcac-d049-4c30-9b60-0353e99e0837) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:16.164024 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b8e8d25a-c123-4a1d-aa55-320a72c16201 req-c7b457d3-0793-4f3c-8684-40606b629a96 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009926 May 06 18:39:16.184207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Pushing event updated for resources: {'Port': ['ID=c7ba6204-638a-4e49-96dd-ac78568be711,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:16.193823 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:16.198621 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.322552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-4051c5a4-6ab4-4898-a973-45063935613b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:16.324105 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-4051c5a4-6ab4-4898-a973-45063935613b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.2693610 May 06 18:39:16.359711 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.399748 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.405152 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ceefcd42-08f6-4635-a070-a6c50819f666 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:16.469583 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:16.473571 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:16.482190 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:16.500083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:16.508935 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:16.522582 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'Port': ['ID=8760dcac-d049-4c30-9b60-0353e99e0837,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:16.526905 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:16.597792 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.690152 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.713071 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Deleting port 0513eada-cb27-447f-8a99-a4ed78796c19 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:16.713444 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.870559 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-9dc3f064-f903-48ae-82e6-7359acbad3bb None None] Provisioning complete for port c7ba6204-638a-4e49-96dd-ac78568be711 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:16.871646 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9dc3f064-f903-48ae-82e6-7359acbad3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:16.935629 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3f064-f903-48ae-82e6-7359acbad3bb None None] Port c7ba6204-638a-4e49-96dd-ac78568be711 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:17.046077 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.055897 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.063499 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:17.083406 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Router 65e9397c-8d1c-4aee-b074-758ad9b5d83c has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:17.129836 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] For port 0513eada-cb27-447f-8a99-a4ed78796c19, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0513eada-cb27-447f-8a99-a4ed78796c19,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:17.130757 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.191400 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'Port': ['ID=8760dcac-d049-4c30-9b60-0353e99e0837,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:17.265047 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.275384 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:17.320653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.335202 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6326649 May 06 18:39:17.757851 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58936) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:17.818575 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-a0f999d4-11ae-4945-a797-fa7faac103c7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2142261864&fields=id&tenant_id=bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 267 time: 0.2090209 May 06 18:39:17.868797 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:17.890189 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Sync routers for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:17.912542 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:17.915063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:17.920014 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:17.932654 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:17.936935 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Usage tracker for resource:security_group_rule and tenant:cfcbe057bec340e995df5746cbc8879e is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:17.940543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:17.946655 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:17.949886 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] 10.222.0.11 "PUT /v2.0/routers/65e9397c-8d1c-4aee-b074-758ad9b5d83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7371993 May 06 18:39:18.104023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8fe6-cf7e-4cc0-a542-b922af582dd0 req-456f333f-8177-4b10-b4b8-f2bd031e1f80 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.105724 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-02ba8fe6-cf7e-4cc0-a542-b922af582dd0 req-456f333f-8177-4b10-b4b8-f2bd031e1f80 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 946 time: 0.7316632 May 06 18:39:18.133805 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.142427 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.150504 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ec49c80f-e3c8-4f2d-a698-56ede77bf3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:18.198604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.198604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.198604 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Floating IP 7f34ad86-69d2-4550-9b3c-507aa3312b2f disassociated. External IP: 172.28.1.254, port: 0513eada-cb27-447f-8a99-a4ed78796c19. May 06 18:39:18.198604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Calling delete_port for 0513eada-cb27-447f-8a99-a4ed78796c19 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:18.222362 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d0757c-0bf7-4378-9394-9ab9f459ac10,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:18.229455 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfcbe057bec340e995df5746cbc8879e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677773 May 06 18:39:18.229455 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:18.229817 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58946) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:18.249537 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-a03884e1-6d55-4a1b-bcb6-fa46990fe6e0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:18.251211 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-a03884e1-6d55-4a1b-bcb6-fa46990fe6e0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 817 time: 0.4133930 May 06 18:39:18.290905 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-02ba8fe6-cf7e-4cc0-a542-b922af582dd0 req-39f455be-e528-4dff-992a-7b6784624fa8 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=72782e8d-0d0a-4bef-8559-bd19048d220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494446 May 06 18:39:18.300333 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-a43a0759-befe-49a8-947b-2131664d46a8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/quotas/bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 375 time: 0.0294366 May 06 18:39:18.301249 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:18.301386 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.337303 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.411675 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.420932 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bdee9c57-f4e5-436b-ac2f-bad82f27d684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:18.444090 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d0757c-0bf7-4378-9394-9ab9f459ac10,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:18.448943 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:18.454323 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.458493 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7d0757c-0bf7-4378-9394-9ab9f459ac10 HTTP/1.1" status: 204 len: 168 time: 0.2253330 May 06 18:39:18.519764 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-96319470-ac1c-4009-af94-c1a23e5178b4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:18.536203 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.551559 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f1d28314-6150-482f-8878-68700b981c47 tempest-VolumesNegativeTest-1384713987 tempest-VolumesNegativeTest-1384713987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:18.615896 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-96319470-ac1c-4009-af94-c1a23e5178b4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:18.629696 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-96319470-ac1c-4009-af94-c1a23e5178b4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3047824 May 06 18:39:18.746780 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event deleted for resources: {'Port': ['ID=0513eada-cb27-447f-8a99-a4ed78796c19,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:18.750705 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 2, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:18.757671 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Checking router: 65e9397c-8d1c-4aee-b074-758ad9b5d83c for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:18.758281 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Updating router 65e9397c-8d1c-4aee-b074-758ad9b5d83c port c7ba6204-638a-4e49-96dd-ac78568be711 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:39:18.890567 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:18.925255 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:18.965657 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 0513eada-cb27-447f-8a99-a4ed78796c19 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:39:19.063717 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-ddb80a9a-cff4-4bdd-95e5-1f294a32030a service neutron] 10.222.0.11 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329736 May 06 18:39:19.115900 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:19.130202 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 0513eada-cb27-447f-8a99-a4ed78796c19 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:39:19.136977 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 0513eada-cb27-447f-8a99-a4ed78796c19 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:39:19.308232 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58974) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:19.316086 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-194152817-network', 'tenant_id': '6ae56af037854596a45af1ad68dff507'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:19.337237 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:19.341842 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Usage tracker for resource:network and tenant:6ae56af037854596a45af1ad68dff507 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:19.346196 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:19.361457 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:19.405210 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Made reservation on behalf of 6ae56af037854596a45af1ad68dff507 for: {'network': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:19.407659 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.431210 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.447984 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:19.452642 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae56af037854596a45af1ad68dff507 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:19.457038 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:19.464089 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:19.605599 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.624059 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Transition to ACTIVE for port object c7ba6204-638a-4e49-96dd-ac78568be711 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:19.632600 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.632722 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e417d007-1956-4931-b162-fa26c125903d req-89c2cf18-934e-48e2-8dcd-c5640bf4dc39 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 210 time: 0.0793681 May 06 18:39:19.634516 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.636135 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.641187 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9ffa5d01-04c3-4bc5-943f-e6079597cd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:19.649133 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-a857612b-38f3-45ce-857e-0dd9150e804e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:19.691943 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=79116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:39:19.702078 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814324c8-2b76-4e0b-bd69-b71a6541917b,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:19.708407 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:19.712294 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-902449e2-5e00-4180-a584-5a3cdb73cbd8 service neutron] 10.222.0.11 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907812 May 06 18:39:19.712926 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.713278 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.segments_db [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Added segment 3e0f7613-11a7-49aa-85f2-c7d696cfbd21 of type vlan for network 3532d1f5-1272-407a-8ee5-1d6a9a635662 May 06 18:39:19.739888 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:19.750501 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:19.775534 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:19.777076 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:19.801601 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.884147 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.885887 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:19.886753 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:19.932511 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:19.954039 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6439724 May 06 18:39:19.959408 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 58990) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:19.965726 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Request body: {'subnet': {'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-194152817-subnet', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:19.989003 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] No DVR routers for this DVR port 0513eada-cb27-447f-8a99-a4ed78796c19 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:39:19.994284 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:20.004400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'name': 'network-vif-deleted', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:20.023103 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-75c36860-1237-4c36-aebe-0b15d6cd3892 req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "DELETE /v2.0/ports/0513eada-cb27-447f-8a99-a4ed78796c19 HTTP/1.1" status: 204 len: 173 time: 3.6897283 May 06 18:39:20.076310 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:20.087578 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Usage tracker for resource:subnet and tenant:6ae56af037854596a45af1ad68dff507 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:20.093158 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:20.103366 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:20.105429 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Pushing event updated for resources: {'Network': ['ID=3532d1f5-1272-407a-8ee5-1d6a9a635662,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:20.109190 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f55be6c6-f6df-4b2b-a940-330e8a40fd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:20.136769 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Made reservation on behalf of 6ae56af037854596a45af1ad68dff507 for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:20.139946 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-944428'] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:20.184544 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2919892f-65d2-4a2c-8311-98644a18a1d1', 'name': 'network-vif-deleted', 'tag': '0513eada-cb27-447f-8a99-a4ed78796c19', 'status': 'completed', 'code': 200} May 06 18:39:20.194793 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Attempting to bind port c7ba6204-638a-4e49-96dd-ac78568be711 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:20.196202 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Attempting to bind port c7ba6204-638a-4e49-96dd-ac78568be711 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:20.196741 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Attempting to bind port c7ba6204-638a-4e49-96dd-ac78568be711 on network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:20.206120 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:20.207293 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Checking segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:20.207883 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:20.208487 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Bound using segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:20.209239 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Bound port: c7ba6204-638a-4e49-96dd-ac78568be711, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:20.209823 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:20.320707 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207564a-d513-46f2-8166-630ffbab950f None None] Pushing event updated for resources: {'Port': ['ID=c7ba6204-638a-4e49-96dd-ac78568be711,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:20.332013 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-c207564a-d513-46f2-8166-630ffbab950f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:20.351357 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:39:20.354206 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] For port c7ba6204-638a-4e49-96dd-ac78568be711, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:20.364798 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ede73bb5-3156-44e0-bbc6-80df936a15cb req-3a98ef72-8494-430d-8a01-e2171c3f39b1 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 210 time: 0.1555719 May 06 18:39:20.367972 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] For port c7ba6204-638a-4e49-96dd-ac78568be711, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=c7ba6204-638a-4e49-96dd-ac78568be711,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:20.383744 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:20.407127 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-c207564a-d513-46f2-8166-630ffbab950f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:20.625407 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:20.626079 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:20.856518 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:20.974280 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207564a-d513-46f2-8166-630ffbab950f None None] Pushing event updated for resources: {'Port': ['ID=c7ba6204-638a-4e49-96dd-ac78568be711,revision_number=4']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:20.991453 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-c207564a-d513-46f2-8166-630ffbab950f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:21.180315 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:21.268447 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-1898eb77-716b-4ad7-9fc1-2091093085fb req-69034ee3-c89b-4d19-970c-7548d76d46d2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:21.303995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-944478'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.306178 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-1898eb77-716b-4ad7-9fc1-2091093085fb req-69034ee3-c89b-4d19-970c-7548d76d46d2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:21.316300 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:21.320310 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1898eb77-716b-4ad7-9fc1-2091093085fb req-69034ee3-c89b-4d19-970c-7548d76d46d2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=2919892f-65d2-4a2c-8311-98644a18a1d1 HTTP/1.1" status: 200 len: 210 time: 0.1479547 May 06 18:39:21.430538 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Checking segment: {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:21.430906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Network hostable DHCP agents. Network: 3532d1f5-1272-407a-8ee5-1d6a9a635662, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:39:21.513402 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:21.518112 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:21.538484 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:39:21.560375 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 3532d1f5-1272-407a-8ee5-1d6a9a635662) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:21.587379 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:21.587379 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.595056 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc30b4c3-b967-4cf9-a88e-9512e81410f1 None None] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:21.635375 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-aeeb4a50-26a1-4e1a-903b-f93e477e84e5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6749296 May 06 18:39:21.637799 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59020) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:21.645975 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:21.661078 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:21.673155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Usage tracker for resource:router and tenant:6ae56af037854596a45af1ad68dff507 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:21.677296 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:21.694803 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:21.712345 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.713543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.766562 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:21.784077 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-041d86fa-19df-4a2b-9065-5b9ca15d7bbd req-b1446963-63bc-4930-9115-6b8f5f42c604 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 210 time: 0.1089125 May 06 18:39:21.988403 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:20Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:22.005810 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90fb3e2-5c8b-4ed1-9770-109a5bcab230 None None] The sync data for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb is: [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:20Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:22.140654 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937df434-b405-4592-8554-1a428200d879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-3532d1f5-1272-407a-8ee5-1d6a9a635662', 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'fixed_ips': [{'subnet_id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:39:22.141776 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-937df434-b405-4592-8554-1a428200d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:22.144031 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:22.177890 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:22.226123 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:22.248155 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:22.249081 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:22.587671 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-99ca5860-bc48-47cf-991d-6846ac521102 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:22.589515 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-99ca5860-bc48-47cf-991d-6846ac521102 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 817 time: 0.3289790 May 06 18:39:22.590097 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59030) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:22.694623 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-937df434-b405-4592-8554-1a428200d879 None None] Allocated IP 172.20.0.2 (3532d1f5-1272-407a-8ee5-1d6a9a635662/8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2/bdc06658-34f3-48c3-bb3e-85281f1d019e) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:22.698192 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:22.711549 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-bc3bee87-c680-41a4-a59d-7cbe3f3a5c9c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 380 time: 0.0956545 May 06 18:39:22.749991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:22.886644 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.004230 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:39:23.031620 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'port': {'device_id': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'admin_state_up': True, 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'security_groups': ['91e68bf9-08db-40c9-8356-418700ee845c']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:23.106754 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.150359 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.278436 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9db2a66e-9416-404b-81de-bad8d1309161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:23.295746 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.333356 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-24ffd1dd-20d0-4d32-a662-e2a72cb60da5 req-27b690b3-c61b-490f-a965-0ecc5a91eedd tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 210 time: 0.2052414 May 06 18:39:23.338552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72782e8d-0d0a-4bef-8559-bd19048d220d,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:23.349302 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:23.374812 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.376313 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "DELETE /v2.0/security-groups/72782e8d-0d0a-4bef-8559-bd19048d220d HTTP/1.1" status: 204 len: 168 time: 0.7852607 May 06 18:39:23.406159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59046) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:23.412550 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c7ba6204-638a-4e49-96dd-ac78568be711 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:23.430081 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.api.v2.resource [None req-f59adfba-2d7e-4e65-9b96-d3122a9344be tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] show failed (client error): The resource could not be found. May 06 18:39:23.431539 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f59adfba-2d7e-4e65-9b96-d3122a9344be tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups/72782e8d-0d0a-4bef-8559-bd19048d220d HTTP/1.1" status: 404 len: 347 time: 0.0242391 May 06 18:39:23.435301 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59050) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:23.781975 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Allocated IP 172.28.1.222 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/e24dff2d-0849-41e8-ae98-15bf73aace12) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:23.792850 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-937df434-b405-4592-8554-1a428200d879 None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.838793 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-937df434-b405-4592-8554-1a428200d879 None None] Transition to ACTIVE for port object bdc06658-34f3-48c3-bb3e-85281f1d019e will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:23.849385 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:23.869101 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:23.874248 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port c7ba6204-638a-4e49-96dd-ac78568be711 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:23.885675 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port c7ba6204-638a-4e49-96dd-ac78568be711 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:23.886415 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:23.904345 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Made reservation on behalf of bcab243411c44cfa86265fbbbeb00f6b for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:23.919542 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.101569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Deleting port bf7993b9-cebc-4b03-836e-437b1793057a {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:39:24.102153 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.116244 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-937df434-b405-4592-8554-1a428200d879 None None] Transition to ACTIVE for port object bdc06658-34f3-48c3-bb3e-85281f1d019e will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:24.136310 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-937df434-b405-4592-8554-1a428200d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.155056 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:24.178153 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.224079 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937df434-b405-4592-8554-1a428200d879 None None] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:24.224725 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.232898 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-937df434-b405-4592-8554-1a428200d879 None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:24.233739 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c79581d-4555-425f-a28a-d662d33513db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:24.250266 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937df434-b405-4592-8554-1a428200d879 None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:24.322577 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:24.328412 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:24.341428 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:24.426125 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937df434-b405-4592-8554-1a428200d879 None None] Pushing event updated for resources: {'Port': ['ID=bdc06658-34f3-48c3-bb3e-85281f1d019e,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:24.438718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-937df434-b405-4592-8554-1a428200d879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:24.517071 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Pushing event updated for resources: {'Port': ['ID=e24dff2d-0849-41e8-ae98-15bf73aace12,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:24.524411 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:24.547505 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-937df434-b405-4592-8554-1a428200d879 None None] Attempting to bind port bdc06658-34f3-48c3-bb3e-85281f1d019e on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:24.547897 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-937df434-b405-4592-8554-1a428200d879 None None] Attempting to bind port bdc06658-34f3-48c3-bb3e-85281f1d019e by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:24.548258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937df434-b405-4592-8554-1a428200d879 None None] Attempting to bind port bdc06658-34f3-48c3-bb3e-85281f1d019e on network 3532d1f5-1272-407a-8ee5-1d6a9a635662 {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:24.550886 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.562218 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:24.574166 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937df434-b405-4592-8554-1a428200d879 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:24.574608 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937df434-b405-4592-8554-1a428200d879 None None] Checking segment: {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:24.575013 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-937df434-b405-4592-8554-1a428200d879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.575455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937df434-b405-4592-8554-1a428200d879 None None] Bound using segment: {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:24.576840 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-937df434-b405-4592-8554-1a428200d879 None None] Bound port: bdc06658-34f3-48c3-bb3e-85281f1d019e, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:24.576840 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-937df434-b405-4592-8554-1a428200d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.588385 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e2b99392-b4c3-4bb6-8f05-32cd69f15bd9 req-0dc3e3bd-1ed3-49e9-86a5-a0a0ac976560 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 210 time: 0.0857141 May 06 18:39:24.597477 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa389821-ca19-45c5-8615-bd0d02bbda3d None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:24.604081 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.604409 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.614664 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Allocated IP 172.20.0.8 (79e94441-7175-4269-8098-1317822558cb/94abb578-cf27-49cd-9431-3a44f035d9b8/dbe33bb9-a5fc-452c-8726-90470aff0ff9) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:24.681828 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port c7ba6204-638a-4e49-96dd-ac78568be711, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=c7ba6204-638a-4e49-96dd-ac78568be711,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:24.712357 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.717881 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:24.804094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Calling delete_port for bf7993b9-cebc-4b03-836e-437b1793057a owned by network:floatingip {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:39:24.857163 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-937df434-b405-4592-8554-1a428200d879 None None] For port bdc06658-34f3-48c3-bb3e-85281f1d019e, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:24.860137 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=c7ba6204-638a-4e49-96dd-ac78568be711,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:24.872412 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:24.874749 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-937df434-b405-4592-8554-1a428200d879 None None] For port bdc06658-34f3-48c3-bb3e-85281f1d019e, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=bdc06658-34f3-48c3-bb3e-85281f1d019e,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:24.885017 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-937df434-b405-4592-8554-1a428200d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:24.890283 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:25.028403 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937df434-b405-4592-8554-1a428200d879 None None] Pushing event updated for resources: {'Port': ['ID=bdc06658-34f3-48c3-bb3e-85281f1d019e,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:25.042324 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-937df434-b405-4592-8554-1a428200d879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:25.201973 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.217475 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c7ba6204-638a-4e49-96dd-ac78568be711 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:25.237093 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d72e4-9e32-4b58-b7c2-7dbf8c168670 None None] New status for floating IP 7f34ad86-69d2-4550-9b3c-507aa3312b2f: DOWN {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:25.368159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.397040 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Transition to ACTIVE for port object dbe33bb9-a5fc-452c-8726-90470aff0ff9 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:25.445559 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port c7ba6204-638a-4e49-96dd-ac78568be711 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:25.446634 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.545393 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.562294 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-db7af976-5742-46fd-af55-1c6a71061ea4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:25.710658 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.db.api [None req-717d72e4-9e32-4b58-b7c2-7dbf8c168670 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 18:39:25.711359 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_db.api [None req-717d72e4-9e32-4b58-b7c2-7dbf8c168670 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 18:39:25.732961 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:25.738509 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:25.754688 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:25.755623 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:25.794060 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Network 79e94441-7175-4269-8098-1317822558cb is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:25.848296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:25.852017 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:25.957691 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59078) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:26.013667 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event deleted for resources: {'Port': ['ID=bf7993b9-cebc-4b03-836e-437b1793057a,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:26.100064 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.100891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.135160 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:26.160089 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.164886 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.166335 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "DELETE /v2.0/floatingips/7f34ad86-69d2-4550-9b3c-507aa3312b2f HTTP/1.1" status: 204 len: 168 time: 2.7300277 May 06 18:39:26.213022 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d72e4-9e32-4b58-b7c2-7dbf8c168670 None None] New status for floating IP 7f34ad86-69d2-4550-9b3c-507aa3312b2f: DOWN {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:26.267305 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-d35e4f8a-86fa-48e9-bf9e-d3eeefc00277 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2508533 May 06 18:39:26.295974 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Request body: {'port': {'device_id': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:26.453136 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-d52dd758-49cc-4ede-ae63-a076bb50d8a4 None None] Provisioning for port dbe33bb9-a5fc-452c-8726-90470aff0ff9 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:26.466606 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-d52dd758-49cc-4ede-ae63-a076bb50d8a4 None None] Provisioning complete for port dbe33bb9-a5fc-452c-8726-90470aff0ff9 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:26.467291 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d52dd758-49cc-4ede-ae63-a076bb50d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.491338 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.523339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.559891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:26.580960 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Usage tracker for resource:security_group_rule and tenant:354a022337b84be6afa07577b0941ad8 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:26.586092 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:26.607791 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:26.634040 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-d52dd758-49cc-4ede-ae63-a076bb50d8a4 None None] Port dbe33bb9-a5fc-452c-8726-90470aff0ff9 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:26.653251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.696622 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59094) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:26.710752 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808707651', 'description': 'tempest-description--749289862'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:26.746337 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:26.770961 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:26.775259 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:26.795836 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6dbe-a81c-437a-9688-bfc2727e8019 req-2a0dd1b3-16f1-408b-bc4d-dadd1d6abd93 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:26.796590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-1bda6dbe-a81c-437a-9688-bfc2727e8019 req-2a0dd1b3-16f1-408b-bc4d-dadd1d6abd93 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:26.800958 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:26.821505 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262034c-aaf4-4aa7-982f-e3c2556adb9f None None] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:39:26.853608 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Router 8137a119-a7d2-4d52-8762-4f418e768c38 is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:39:26.856461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:26.916048 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-1bda6dbe-a81c-437a-9688-bfc2727e8019 req-2a0dd1b3-16f1-408b-bc4d-dadd1d6abd93 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:26.917384 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1bda6dbe-a81c-437a-9688-bfc2727e8019 req-2a0dd1b3-16f1-408b-bc4d-dadd1d6abd93 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 931 time: 0.7633455 May 06 18:39:26.932619 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-e8babd86-2e98-45f5-a075-2caa79f384fb None None] Provisioning for port bdc06658-34f3-48c3-bb3e-85281f1d019e completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:26.981159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:27.004450 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:27.016551 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:27.031759 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:27.063782 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.078376 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:27.101734 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Sync routers for ids ['8137a119-a7d2-4d52-8762-4f418e768c38'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:27.120290 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Routers {'8137a119-a7d2-4d52-8762-4f418e768c38'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:27.121491 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['8137a119-a7d2-4d52-8762-4f418e768c38'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:27.129695 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.131605 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4926314 May 06 18:39:27.141386 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1bda6dbe-a81c-437a-9688-bfc2727e8019 req-5e57c515-1c89-4f1d-9827-7baf9657639a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105365 May 06 18:39:27.146650 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59098) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:27.148109 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.160859 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c314a85c-0c90-4b6c-83f9-155b635e8326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:27.245532 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=354a022337b84be6afa07577b0941ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2818024 May 06 18:39:27.252247 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59102) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:27.257628 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87db10-9ea3-4cfb-b41a-2cb428f41fec,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:27.264178 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:27.308513 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device bdc06658-34f3-48c3-bb3e-85281f1d019e up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:27.328228 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.335174 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.342392 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c6abb9ae-8ca0-4e09-8386-c270b2786a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:27.464652 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Set router 8137a119-a7d2-4d52-8762-4f418e768c38 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:27.572669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327e8cb9-3099-4004-b368-24d46b856b85,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:27.576739 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:27.583436 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe33bb9-a5fc-452c-8726-90470aff0ff9 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:27.588546 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.592885 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8893123 May 06 18:39:27.593772 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59106) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:27.600813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.606498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'security_group_rule': {'security_group_id': '327e8cb9-3099-4004-b368-24d46b856b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:27.614030 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:27.624972 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:27.631369 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:27.638758 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Transition to ACTIVE for port object dbe33bb9-a5fc-452c-8726-90470aff0ff9 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:27.640077 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:27.648901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.653527 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-18b962fb-7b8e-416f-903a-1feb0448a3a1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:27.713560 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.770184 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port bdc06658-34f3-48c3-bb3e-85281f1d019e completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:27.818763 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port bdc06658-34f3-48c3-bb3e-85281f1d019e triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:27.819189 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.877637 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:27.900872 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:27.950825 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:27.991150 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.022556 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.030155 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5925f1ed-d364-4976-aee3-235a3d64b822 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:28.054624 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Attempting to bind port dbe33bb9-a5fc-452c-8726-90470aff0ff9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:28.054996 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Attempting to bind port dbe33bb9-a5fc-452c-8726-90470aff0ff9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:28.055402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Attempting to bind port dbe33bb9-a5fc-452c-8726-90470aff0ff9 on network 79e94441-7175-4269-8098-1317822558cb {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:28.069475 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e08bdfa-e04d-4d72-8f56-2ee7eb327f78,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:28.072249 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Port dbe33bb9-a5fc-452c-8726-90470aff0ff9 on network 79e94441-7175-4269-8098-1317822558cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:39:28.072600 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Attempting to bind port dbe33bb9-a5fc-452c-8726-90470aff0ff9 on network 79e94441-7175-4269-8098-1317822558cb {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:28.077962 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:28.083911 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:28.084189 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Checking segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:28.084650 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Bound using segment: {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:28.085203 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Bound port: dbe33bb9-a5fc-452c-8726-90470aff0ff9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c6706-2a93-426a-9be0-9322b1072560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '79e94441-7175-4269-8098-1317822558cb'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:28.085543 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.090132 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.098564 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.102397 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5017471 May 06 18:39:28.103339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59112) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:28.111350 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'security_group_rule': {'security_group_id': '327e8cb9-3099-4004-b368-24d46b856b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:28.118625 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:28.136330 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 3, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:28.141659 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port bdc06658-34f3-48c3-bb3e-85281f1d019e, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=bdc06658-34f3-48c3-bb3e-85281f1d019e,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:28.145372 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Checking router: 8137a119-a7d2-4d52-8762-4f418e768c38 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:28.145735 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Updating router 8137a119-a7d2-4d52-8762-4f418e768c38 port e24dff2d-0849-41e8-ae98-15bf73aace12 binding host dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:39:28.151087 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.160404 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:security_group_rule and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:28.165164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:28.174428 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:28.182015 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.191878 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-937df434-b405-4592-8554-1a428200d879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:28.221900 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.240013 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:28.289848 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.354422 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=bdc06658-34f3-48c3-bb3e-85281f1d019e,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:28.360248 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:28.384928 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:28.397768 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.412092 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0901ad35-3bd0-4275-9805-7c71cc8f9d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:28.440562 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.447169 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3f746f68-158d-4612-af78-d0f318f5bb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:28.457741 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.458573 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.460207 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 1093 time: 2.1779284 May 06 18:39:28.463277 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87db10-9ea3-4cfb-b41a-2cb428f41fec,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:28.467454 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:28.479788 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:28.483080 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.484435 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b87db10-9ea3-4cfb-b41a-2cb428f41fec HTTP/1.1" status: 204 len: 168 time: 1.2309012 May 06 18:39:28.529183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.553007 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.624740 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'status': 'completed', 'code': 200} May 06 18:39:28.641773 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.694929 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:28.699156 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:28.716167 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3457f7a9-7326-474a-8e0c-27b79902523d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:28.728371 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.733325 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6291091 May 06 18:39:28.740426 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59122) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:28.753206 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'floatingip': {'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:28.765802 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329623-a9db-4ec9-b0ea-c7f399583596 req-836f0e60-7e45-408f-9e5c-657887c66243 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.773979 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0d329623-a9db-4ec9-b0ea-c7f399583596 req-836f0e60-7e45-408f-9e5c-657887c66243 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.4522724 May 06 18:39:28.777288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0da20ae-78ea-4cdf-be82-39b7877039cc,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:28.788578 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-75ece68f-baa0-453d-8e7f-f0fbf6ddddb9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:28.815821 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:28.836504 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Usage tracker for resource:floatingip and tenant:0af064354d26407dbaaf8fcc44b2ed20 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:28.853126 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-ced06915-19a3-49c7-922d-48f8f89455a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:28.855283 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Notify callbacks [] for port, precommit_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.863450 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-ced06915-19a3-49c7-922d-48f8f89455a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1096 time: 0.3017497 May 06 18:39:28.866762 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:28.894120 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Transition to ACTIVE for port object e24dff2d-0849-41e8-ae98-15bf73aace12 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:28.908723 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:28.913889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:28.945897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:28.963628 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-fcbb757b-dcbf-4abf-a640-08731ab4545b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 217 time: 0.0892906 May 06 18:39:28.975462 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0d329623-a9db-4ec9-b0ea-c7f399583596 req-101fb07a-b73c-4f87-9de4-6ac1231876ce tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841831 May 06 18:39:29.019742 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Attempting to bind port e24dff2d-0849-41e8-ae98-15bf73aace12 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:29.020117 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Attempting to bind port e24dff2d-0849-41e8-ae98-15bf73aace12 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:29.020484 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Attempting to bind port e24dff2d-0849-41e8-ae98-15bf73aace12 on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:29.031669 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:29.032047 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:29.032456 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.033708 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:29.034700 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Bound port: e24dff2d-0849-41e8-ae98-15bf73aace12, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:29.035261 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.036601 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-5aac3485-4289-4aff-a582-f3597f2c47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:29.038165 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-5aac3485-4289-4aff-a582-f3597f2c47fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.0631802 May 06 18:39:29.039512 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.080471 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d7f09-352d-4405-b041-e638325a9306 None None] Pushing event updated for resources: {'Port': ['ID=e24dff2d-0849-41e8-ae98-15bf73aace12,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:29.089919 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-8e3d7f09-352d-4405-b041-e638325a9306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:29.098489 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Allocated IP 172.20.0.1 (3532d1f5-1272-407a-8ee5-1d6a9a635662/8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2/38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:29.195646 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device bdc06658-34f3-48c3-bb3e-85281f1d019e up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:29.269373 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-07c30b7b-9b75-407d-97f6-267091cbbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:29.270820 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-07c30b7b-9b75-407d-97f6-267091cbbbbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1899018 May 06 18:39:29.303574 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] For port e24dff2d-0849-41e8-ae98-15bf73aace12, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:29.328031 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] For port e24dff2d-0849-41e8-ae98-15bf73aace12, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=e24dff2d-0849-41e8-ae98-15bf73aace12,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:29.340157 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.344662 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:29.428211 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.464125 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Transition to ACTIVE for port object 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 will not be triggered until provisioned by entity DHCP. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:29.472167 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d7f09-352d-4405-b041-e638325a9306 None None] Pushing event updated for resources: {'Port': ['ID=e24dff2d-0849-41e8-ae98-15bf73aace12,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:29.474983 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Routers {'8137a119-a7d2-4d52-8762-4f418e768c38'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:29.475639 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['8137a119-a7d2-4d52-8762-4f418e768c38'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:29.506057 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.507952 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.514291 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-43017d67-febe-407c-872a-ce9c74e451db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:29.536179 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-8e3d7f09-352d-4405-b041-e638325a9306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:29.542648 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port bdc06658-34f3-48c3-bb3e-85281f1d019e triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:29.543062 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:29.568885 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-fadd9a56-9f52-456d-8d85-e10440a941b7 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844865 May 06 18:39:29.633761 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:29.639577 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:29.662761 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:29.787873 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Pushing event updated for resources: {'Port': ['ID=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:29.803386 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:29.841601 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] Set router 8137a119-a7d2-4d52-8762-4f418e768c38 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:29.884144 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.003876 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Allocated IP 172.28.1.227 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/119ec973-606e-4008-aff1-ec9f86b9918a) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:30.010720 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8132d327-a8a1-4a92-9a94-40de9db95a9d req-454b4e2d-d0ad-42c9-8a1b-1e17841f0227 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297903 May 06 18:39:30.134037 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.231093 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.372542 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.388704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-b5a0b7f9-4ed8-45a0-97c0-036ebbf56e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:30.483974 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-6a1e5b96-a3af-42f1-a938-a4a76b7c6af5 None None] Provisioning for port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:30.494727 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-6a1e5b96-a3af-42f1-a938-a4a76b7c6af5 None None] Provisioning complete for port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:30.495250 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5b96-a3af-42f1-a938-a4a76b7c6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.495896 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:30.502543 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:30.520003 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:30.594944 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'Port': ['ID=119ec973-606e-4008-aff1-ec9f86b9918a,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:30.601224 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:30.601556 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e5b96-a3af-42f1-a938-a4a76b7c6af5 None None] Port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:30.613819 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 3, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:30.619785 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fc63a-bcad-4be8-9ee4-bcf13a39f1bb None None] The sync data for ids ['8137a119-a7d2-4d52-8762-4f418e768c38'] in dv-cinder-733622-15-smb is: [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 3, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:30.625735 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.633976 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.677241 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e3cdfcc6-7230-4f49-a720-9ef259c71544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:30.702149 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-9049910f-6f0f-4a41-9416-e09a0cccde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:30.703764 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-9049910f-6f0f-4a41-9416-e09a0cccde63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1096 time: 0.4570565 May 06 18:39:30.835331 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.856413 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c09478-7645-4834-ad17-7fabf60b48a0 req-ebf51a0a-95f2-4f73-bfb7-3c9dc16d3c03 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:30.858291 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b8c09478-7645-4834-ad17-7fabf60b48a0 req-ebf51a0a-95f2-4f73-bfb7-3c9dc16d3c03 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.2582874 May 06 18:39:30.869797 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:30.873875 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Pushing event updated for resources: {'Port': ['ID=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:30.880310 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:30.989842 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-7e069c2c-0756-4c69-8a14-4a8a8cff7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:30.991385 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-7e069c2c-0756-4c69-8a14-4a8a8cff7da3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.2805102 May 06 18:39:30.997399 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.122726 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b8c09478-7645-4834-ad17-7fabf60b48a0 req-4b40c72f-77e3-44d2-b17c-f4481cade7d0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492685 May 06 18:39:31.207859 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:31.210745 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:31.217216 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-e21edce2-b837-42c0-82fa-f7d8174c0c07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 217 time: 0.1111259 May 06 18:39:31.242751 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device e24dff2d-0849-41e8-ae98-15bf73aace12 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:31.363971 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port e24dff2d-0849-41e8-ae98-15bf73aace12 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:31.370898 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port e24dff2d-0849-41e8-ae98-15bf73aace12 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:31.371313 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.515208 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-6635ba66-9ec8-483a-b7f9-6102fcdafe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:31.517351 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-6635ba66-9ec8-483a-b7f9-6102fcdafe40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.2899005 May 06 18:39:31.633172 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Router 8137a119-a7d2-4d52-8762-4f418e768c38 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:31.666995 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.705746 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port e24dff2d-0849-41e8-ae98-15bf73aace12, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=e24dff2d-0849-41e8-ae98-15bf73aace12,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:31.708573 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-d8246028-de85-446a-9db5-63765f15af94 None None] Provisioning complete for port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:31.709083 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d8246028-de85-446a-9db5-63765f15af94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.800619 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-60adcee2-8451-4e04-8279-6296ee7812fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:31.802440 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-60adcee2-8451-4e04-8279-6296ee7812fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2740543 May 06 18:39:31.812896 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.813125 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.839939 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:31.856711 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:31.867330 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:31.911207 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:31.941039 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] 10.222.0.11 "PUT /v2.0/routers/8137a119-a7d2-4d52-8762-4f418e768c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7908323 May 06 18:39:31.966601 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=e24dff2d-0849-41e8-ae98-15bf73aace12,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:31.971012 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:31.995281 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-d8246028-de85-446a-9db5-63765f15af94 None None] Port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:32.042155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59176) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:32.131853 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'Port': ['ID=119ec973-606e-4008-aff1-ec9f86b9918a,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:32.141254 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:32.178595 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-88b2220b-676b-48cd-8c7f-505d83ba72cb service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621428 May 06 18:39:32.179314 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.296410 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.308423 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5558908 May 06 18:39:32.308735 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.332059 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:32.337955 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:c12b6c92fc6c4eabb3028e8fbc585393 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:32.345103 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:32.362720 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:32.531326 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.546853 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.601989 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a6f62cee-92fd-4a5b-99bd-d131c16a9b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:32.617536 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c12b6c92fc6c4eabb3028e8fbc585393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733492 May 06 18:39:32.620607 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59202) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:32.687517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c35e44-4a4f-4581-8ab5-8be3d034c1a8,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:32.709960 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:32.741623 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.779103 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.803805 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa13d923-e94a-4caf-a4b5-8bda806490fd req-5628e511-252f-4cb0-a8cc-bba05a1c839e service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104412 May 06 18:39:32.859636 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-b7787117-a157-46ae-99e9-9a5d642a8505 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:security_group {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:32.934181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-b7787117-a157-46ae-99e9-9a5d642a8505 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:security_group {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:32.941827 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.948463 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-b7787117-a157-46ae-99e9-9a5d642a8505 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1808707651&fields=id&tenant_id=0af064354d26407dbaaf8fcc44b2ed20 HTTP/1.1" status: 200 len: 267 time: 0.2069180 May 06 18:39:32.959707 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-375cb227-c1f4-4947-9799-ad1214ad0fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:32.982254 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c35e44-4a4f-4581-8ab5-8be3d034c1a8,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:32.988546 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:32.992943 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:32.999477 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-796ef4af-dd1f-444c-a181-20c96f1b1194 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3c35e44-4a4f-4581-8ab5-8be3d034c1a8 HTTP/1.1" status: 204 len: 168 time: 0.3771098 May 06 18:39:33.009611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280245f-a6af-4cfa-95b8-787abcdfd681 req-97f44964-7349-40ff-a498-3533894ee3b4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:33.021756 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7280245f-a6af-4cfa-95b8-787abcdfd681 req-97f44964-7349-40ff-a498-3533894ee3b4 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.6650672 May 06 18:39:33.026760 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:39:33.270962 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7280245f-a6af-4cfa-95b8-787abcdfd681 req-440e9b54-06dc-427a-b4f1-5a9d6399a71b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477615 May 06 18:39:33.360314 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device e24dff2d-0849-41e8-ae98-15bf73aace12 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:33.419876 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-0bd7e4e4-495f-444d-bdbc-bb9eab61de7f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:33.435473 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-0bd7e4e4-495f-444d-bdbc-bb9eab61de7f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 811 time: 0.4848742 May 06 18:39:33.441270 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Sync routers for ids ['8137a119-a7d2-4d52-8762-4f418e768c38'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:33.466355 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-5fff89bc-0c49-496b-8467-16fe58ae9358 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/quotas/0af064354d26407dbaaf8fcc44b2ed20 HTTP/1.1" status: 200 len: 375 time: 0.0294049 May 06 18:39:33.466912 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Routers {'8137a119-a7d2-4d52-8762-4f418e768c38'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:33.467930 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['8137a119-a7d2-4d52-8762-4f418e768c38'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:33.691241 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Set router 8137a119-a7d2-4d52-8762-4f418e768c38 gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:33.718620 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-c0073375-87ba-418f-a861-deb541bba14c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:33.730888 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:33.750824 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port e24dff2d-0849-41e8-ae98-15bf73aace12 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:33.752146 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:33.779599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-c0073375-87ba-418f-a861-deb541bba14c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:33.795518 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-c0073375-87ba-418f-a861-deb541bba14c tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3270924 May 06 18:39:33.882934 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'mac_address': 'fa:16:3e:14:a7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:39:34.092766 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.159887 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-29cc148f-1ee8-4d9f-9d2a-900558f29f62 service neutron] 10.222.0.11 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429470 May 06 18:39:34.179054 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe33bb9-a5fc-452c-8726-90470aff0ff9 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:34.290031 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:34.294342 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:39:30Z', 'revision_number': 4, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4', 'name': '', 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'mac_address': 'fa:16:3e:7c:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:28Z', 'updated_at': '2021-05-06T18:39:30Z', 'revision_number': 2, 'project_id': '6ae56af037854596a45af1ad68dff507', 'subnets': [{'id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:34.300532 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.303562 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:34.311955 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Checking router: 8137a119-a7d2-4d52-8762-4f418e768c38 for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:34.312554 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Updating router 8137a119-a7d2-4d52-8762-4f418e768c38 port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:39:34.421070 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:34.543436 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:34.549147 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:34.570567 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['dbe33bb9-a5fc-452c-8726-90470aff0ff9'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:39:35.045438 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b8238401-31cf-412f-b9fd-f1d0223df286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:35.060610 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-e6b81512-564d-4a3e-97cc-932248ba3bd6 service neutron] 10.222.0.11 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771136 May 06 18:39:35.120514 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3bc87-1d08-4fb4-8678-391225e7a465 req-7a042bd0-e0ec-4ea6-9cb0-a171fabd4428 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:35.130283 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3bc3bc87-1d08-4fb4-8678-391225e7a465 req-7a042bd0-e0ec-4ea6-9cb0-a171fabd4428 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 944 time: 0.3743539 May 06 18:39:35.232032 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3bc3bc87-1d08-4fb4-8678-391225e7a465 req-47b1d928-035d-46c0-82a0-283c5aadce9a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999925 May 06 18:39:35.327911 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:35.334123 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:35.380472 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Transition to ACTIVE for port object 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:35.393696 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:35.403776 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-66b901c7-5603-4139-bed8-32c0ccf1e7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:35.517995 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaed4b3-3698-41fb-967a-21b56d3c3ff7 None None] Pushing event updated for resources: {'Port': ['ID=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:35.523286 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-2aaed4b3-3698-41fb-967a-21b56d3c3ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:35.543361 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-855da8c6-77e4-416e-9f4b-9f7033955001 req-5f031141-32f1-4eb1-b19d-a939042dfa6f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 210 time: 0.0905387 May 06 18:39:35.861162 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Attempting to bind port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:35.862176 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Attempting to bind port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:35.862919 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Attempting to bind port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 on network 3532d1f5-1272-407a-8ee5-1d6a9a635662 {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:35.894690 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:35.896167 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Checking segment: {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:35.901113 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:35.901918 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Bound using segment: {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:35.914287 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Bound port: 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0f7613-11a7-49aa-85f2-c7d696cfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:35.914758 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:36.214340 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] For port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:36.219105 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] For port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:36.227441 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:36.234963 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:36.498126 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaed4b3-3698-41fb-967a-21b56d3c3ff7 None None] Pushing event updated for resources: {'Port': ['ID=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,revision_number=4']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:36.501378 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-2aaed4b3-3698-41fb-967a-21b56d3c3ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:36.518743 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Routers {'8137a119-a7d2-4d52-8762-4f418e768c38'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:36.519606 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['8137a119-a7d2-4d52-8762-4f418e768c38'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:36.791727 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5fd53-474a-41e5-9f07-13e39ea60fa7 req-df6d0511-81d6-4270-a6ff-ed2ecb2475d6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:36.794774 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d6b5fd53-474a-41e5-9f07-13e39ea60fa7 req-df6d0511-81d6-4270-a6ff-ed2ecb2475d6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 944 time: 0.3274877 May 06 18:39:36.881642 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fb18c134-6ed4-4e30-9e07-f163479f63be req-4ac883ab-2d2f-4175-961a-2ae6916e35f7 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 210 time: 0.0848973 May 06 18:39:36.912782 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] Set router 8137a119-a7d2-4d52-8762-4f418e768c38 gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:36.942063 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d6b5fd53-474a-41e5-9f07-13e39ea60fa7 req-87277e2f-68d0-4cc4-82f4-e6ff601379c9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852344 May 06 18:39:37.051975 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:37.211585 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port dbe33bb9-a5fc-452c-8726-90470aff0ff9 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:37.217883 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port dbe33bb9-a5fc-452c-8726-90470aff0ff9 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:37.218319 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:37.460313 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:37.539465 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:37.540441 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:37.572272 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:37.581177 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:37.669266 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:39:30Z', 'revision_number': 4, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4', 'name': '', 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'mac_address': 'fa:16:3e:7c:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:28Z', 'updated_at': '2021-05-06T18:39:36Z', 'revision_number': 4, 'project_id': '6ae56af037854596a45af1ad68dff507', 'subnets': [{'id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:37.682105 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a75d-253c-44af-b6b0-7e88a901669f None None] The sync data for ids ['8137a119-a7d2-4d52-8762-4f418e768c38'] in dv-cinder-733622-15-smb is: [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:39:30Z', 'revision_number': 4, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4', 'name': '', 'network_id': '3532d1f5-1272-407a-8ee5-1d6a9a635662', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'mac_address': 'fa:16:3e:7c:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:28Z', 'updated_at': '2021-05-06T18:39:36Z', 'revision_number': 4, 'project_id': '6ae56af037854596a45af1ad68dff507', 'subnets': [{'id': '8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:37.716131 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'code': 200} May 06 18:39:37.837968 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f650-b984-4506-84ff-52b2cc539a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:38.009144 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:38.015067 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:38.015773 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:38.027781 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-3e147205-ea2f-423b-9e14-0c2103660de2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:38.029360 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-3e147205-ea2f-423b-9e14-0c2103660de2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 811 time: 0.4401996 May 06 18:39:38.211162 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-7a84f6eb-7b68-4158-afb3-9c348ffeb0bf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af064354d26407dbaaf8fcc44b2ed20 HTTP/1.1" status: 200 len: 380 time: 0.1647537 May 06 18:39:38.238402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'port': {'device_id': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'admin_state_up': True, 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'security_groups': ['327e8cb9-3099-4004-b368-24d46b856b85']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:38.405620 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-457af15f-ad4d-4882-a35b-6fe14a080649 req-81e38cb7-fdbe-4499-b237-40ae9878b222 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 210 time: 0.1340401 May 06 18:39:38.495406 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a1244-9f35-48e8-8748-d4e9db9ad369 req-1aa83f4c-c851-481e-9219-7d2938107882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:38.497167 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-9a2a1244-9f35-48e8-8748-d4e9db9ad369 req-1aa83f4c-c851-481e-9219-7d2938107882 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1098 time: 0.2635791 May 06 18:39:38.592906 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-9a2a1244-9f35-48e8-8748-d4e9db9ad369 req-01948067-a6ac-4bd1-b376-8cc90a27ec67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876496 May 06 18:39:38.743570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820138b-91bc-4a78-b9b9-d455418d36bb req-eae141ea-14eb-4b47-b9d2-68751389c5ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:38.745746 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d820138b-91bc-4a78-b9b9-d455418d36bb req-eae141ea-14eb-4b47-b9d2-68751389c5ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.3391645 May 06 18:39:38.774177 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:38.808669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:38.871494 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d820138b-91bc-4a78-b9b9-d455418d36bb req-14cef37e-1ed7-4473-bb42-2e76d80d8e07 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164160 May 06 18:39:38.880180 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:38.881471 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Made reservation on behalf of 0af064354d26407dbaaf8fcc44b2ed20 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:38.885569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:39.194100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Allocated IP 172.20.0.5 (076dd531-c7bc-44e4-b370-b866b4ec202f/3a976424-43e1-4812-bc65-f4a8d05a15a1/c202f758-7969-4c8a-97bf-0214cd1dbba7) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:39.277899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:39.477373 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:39.492346 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:39.492897 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:39.887697 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1cfa9643-3168-452e-bb23-86c8acb843a6 req-091943ca-c832-42eb-b955-1f4ea41f03d7 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 210 time: 0.1539581 May 06 18:39:40.059544 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.105135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Transition to ACTIVE for port object c202f758-7969-4c8a-97bf-0214cd1dbba7 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:40.106827 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.175276 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:40.180976 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.186356 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:40.204682 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.253080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:40.290946 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:40.310320 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:40.409065 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Network 076dd531-c7bc-44e4-b370-b866b4ec202f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:40.413707 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:40.420018 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:40.457631 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.502862 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event updated for resources: {'Port': ['ID=c202f758-7969-4c8a-97bf-0214cd1dbba7,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:40.529883 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:40.567888 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:40.569334 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:40.621198 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9bd29-8087-40f2-8101-efb5a8715980 req-2fda1882-2f88-4cc6-b286-a86d62c2f2d6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:40.629127 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8ba9bd29-8087-40f2-8101-efb5a8715980 req-2fda1882-2f88-4cc6-b286-a86d62c2f2d6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.2938533 May 06 18:39:40.676132 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-ef0eec01-c5cc-485f-9fbe-8f148f966600 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4425857 May 06 18:39:40.734809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Request body: {'port': {'device_id': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:40.943421 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8ba9bd29-8087-40f2-8101-efb5a8715980 req-7acd863a-64ad-4634-a493-4299969d70af tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103104 May 06 18:39:40.947473 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-b8f2bc42-5a75-4463-aa5d-dcf62a679c79 None None] Provisioning for port c202f758-7969-4c8a-97bf-0214cd1dbba7 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:40.960798 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-b8f2bc42-5a75-4463-aa5d-dcf62a679c79 None None] Provisioning complete for port c202f758-7969-4c8a-97bf-0214cd1dbba7 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:40.961882 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b8f2bc42-5a75-4463-aa5d-dcf62a679c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:41.155262 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2bc42-5a75-4463-aa5d-dcf62a679c79 None None] Port c202f758-7969-4c8a-97bf-0214cd1dbba7 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:39:41.225290 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:41.282730 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:41.327646 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:41.328148 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:41.535887 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307faef-c393-4613-bf3d-0a5ea80b29f8 req-ad84ca49-66bd-4ae1-9de5-75f4e34aec10 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:41.537099 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5307faef-c393-4613-bf3d-0a5ea80b29f8 req-ad84ca49-66bd-4ae1-9de5-75f4e34aec10 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:41.558543 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3de096-8d00-44ae-a044-ccf542f9c97f req-714288db-27d5-4a64-91e6-c68c5ebdbd14 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:41.560453 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9d3de096-8d00-44ae-a044-ccf542f9c97f req-714288db-27d5-4a64-91e6-c68c5ebdbd14 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.3171003 May 06 18:39:41.571313 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59366) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:41.578316 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Request body: {'floatingip': {'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:41.638151 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5307faef-c393-4613-bf3d-0a5ea80b29f8 req-ad84ca49-66bd-4ae1-9de5-75f4e34aec10 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:41.639595 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5307faef-c393-4613-bf3d-0a5ea80b29f8 req-ad84ca49-66bd-4ae1-9de5-75f4e34aec10 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 931 time: 0.5059919 May 06 18:39:41.737593 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:41.790874 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5307faef-c393-4613-bf3d-0a5ea80b29f8 req-4d5a1475-8649-48df-8a31-404f7b06d341 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396172 May 06 18:39:42.095367 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c202f758-7969-4c8a-97bf-0214cd1dbba7 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:42.115253 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.137589 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Transition to ACTIVE for port object c202f758-7969-4c8a-97bf-0214cd1dbba7 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:42.144610 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.156224 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-15864432-9ca0-4db1-940a-bb66bbf73f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:42.386445 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Pushing event updated for resources: {'Port': ['ID=c202f758-7969-4c8a-97bf-0214cd1dbba7,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:42.389343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:42.456262 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Attempting to bind port c202f758-7969-4c8a-97bf-0214cd1dbba7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:39:42.456778 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Attempting to bind port c202f758-7969-4c8a-97bf-0214cd1dbba7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:39:42.457092 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Attempting to bind port c202f758-7969-4c8a-97bf-0214cd1dbba7 on network 076dd531-c7bc-44e4-b370-b866b4ec202f {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:42.474238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Port c202f758-7969-4c8a-97bf-0214cd1dbba7 on network 076dd531-c7bc-44e4-b370-b866b4ec202f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:39:42.474238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Attempting to bind port c202f758-7969-4c8a-97bf-0214cd1dbba7 on network 076dd531-c7bc-44e4-b370-b866b4ec202f {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:39:42.481632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:39:42.481971 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Checking segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:39:42.482379 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Bound using segment: {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:39:42.482825 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Bound port: c202f758-7969-4c8a-97bf-0214cd1dbba7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:39:42.483705 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.675044 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] For port c202f758-7969-4c8a-97bf-0214cd1dbba7, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:39:42.679314 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] For port c202f758-7969-4c8a-97bf-0214cd1dbba7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:39:42.689405 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:42.708008 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-51c0a3dc-e200-4807-a9c2-35e5c3f5a963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:43.097535 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.111123 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.111123 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] 10.222.0.15 "PUT /v2.0/ports/c202f758-7969-4c8a-97bf-0214cd1dbba7 HTTP/1.1" status: 200 len: 1093 time: 2.3998682 May 06 18:39:43.111123 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:43.114404 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Pushing event updated for resources: {'Port': ['ID=c202f758-7969-4c8a-97bf-0214cd1dbba7,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:43.123459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:43.134966 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.db.resource_extend [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 18:39:43.273160 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'status': 'completed', 'code': 200} May 06 18:39:43.355363 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53fc1b-ed35-4647-aeec-7f9585b73389 req-8053930d-d9a9-4cb3-a69c-d58a2e38db48 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.357448 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.358834 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bd53fc1b-ed35-4647-aeec-7f9585b73389 req-8053930d-d9a9-4cb3-a69c-d58a2e38db48 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 943 time: 0.3610907 May 06 18:39:43.383082 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:43.766235 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bd53fc1b-ed35-4647-aeec-7f9585b73389 req-083a2046-9635-4b69-b5de-a714b3dc9a97 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4003801 May 06 18:39:43.771605 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-54e05b7e-8567-4e09-8848-14f5d4d1d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:43.774995 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-54e05b7e-8567-4e09-8848-14f5d4d1d838 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 1096 time: 0.5959425 May 06 18:39:43.796535 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.l3_db [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Floating IP 649a7dbe-4cb0-431f-9652-d85ac84de913 associated. External IP: 172.28.1.170, port: dbe33bb9-a5fc-452c-8726-90470aff0ff9. May 06 18:39:43.923608 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-6d15607d-17d8-485c-8757-bfa640bccc03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7 HTTP/1.1" status: 200 len: 217 time: 0.1383774 May 06 18:39:44.022164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-351fef1a-4228-4eb7-b261-e59e92e045ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:44.023710 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-351fef1a-4228-4eb7-b261-e59e92e045ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.0935147 May 06 18:39:44.137331 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-735594fd-86f5-4341-a540-e2eb466081c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:44.140277 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-735594fd-86f5-4341-a540-e2eb466081c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1024141 May 06 18:39:44.333908 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Router 0d272a52-598f-46a7-b11f-27cb6f7695df has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:44.373814 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-b0af1c89-bf6e-4689-8c6e-24f04fba83b4 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256172 May 06 18:39:44.553946 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0c56fb4c-b06a-43b9-98f9-d727d93ca29a req-4b505e2f-ccbf-4d64-8bfb-3755747f13ec service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725078 May 06 18:39:44.723591 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:44.729396 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:44.747311 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:44.824441 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:44.825121 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:44.831396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-d56a36b1-89da-4e3f-9ed3-a1b3546a0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:44.833124 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-d56a36b1-89da-4e3f-9ed3-a1b3546a0751 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 1096 time: 0.1994619 May 06 18:39:45.035970 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59408) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:45.064987 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a5021055-a509-4c43-b09a-7785ab256f28 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "PUT /v2.0/floatingips/649a7dbe-4cb0-431f-9652-d85ac84de913 HTTP/1.1" status: 200 len: 991 time: 3.4891121 May 06 18:39:45.066541 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:45.179701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-2212cec9-9dd9-48ba-b0c8-93502cebbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:45.181516 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-2212cec9-9dd9-48ba-b0c8-93502cebbb19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 0.3413944 May 06 18:39:45.272188 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-2440598d-2bf0-4d99-962f-9bf59cf7664f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7 HTTP/1.1" status: 200 len: 217 time: 0.0805097 May 06 18:39:45.277394 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:45.286383 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26514f1f-89cb-44c4-b19b-ce073b907790 req-9dfafa6b-51e0-4b55-bc54-b0c43286eef1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:45.288243 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-26514f1f-89cb-44c4-b19b-ce073b907790 req-9dfafa6b-51e0-4b55-bc54-b0c43286eef1 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 943 time: 0.2592473 May 06 18:39:45.288877 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'status': 'completed', 'code': 200} May 06 18:39:45.391945 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.412490 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-26514f1f-89cb-44c4-b19b-ce073b907790 req-619af26c-ec66-4250-b777-1b09d1d55939 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761294 May 06 18:39:45.427995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:45.435470 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-8a237675-c1be-44ad-8ff0-342e99cc1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:45.437103 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-8a237675-c1be-44ad-8ff0-342e99cc1a8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.1478429 May 06 18:39:45.438121 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Usage tracker for resource:security_group_rule and tenant:11797012026e44a0ab0645a1de82ae3a is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:45.442148 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:45.445706 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-34e33312-9cf0-4f34-994a-675556206ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:45.448447 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-34e33312-9cf0-4f34-994a-675556206ce7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1098 time: 0.1333635 May 06 18:39:45.505380 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:45.705421 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-280c5fdf-0328-4bb0-b932-0e7f039bdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:45.707234 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-280c5fdf-0328-4bb0-b932-0e7f039bdb0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2619162 May 06 18:39:45.789229 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-f2f888c5-ce92-4de8-bcc3-78c534eb8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:45.790917 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-f2f888c5-ce92-4de8-bcc3-78c534eb8c9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.3347049 May 06 18:39:45.901922 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:45.947588 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.014725 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': '649a7dbe-4cb0-431f-9652-d85ac84de913', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'floating_ip_address': '172.28.1.170', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'mac_address': 'fa:16:3e:14:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:16Z', 'updated_at': '2021-05-06T18:39:43Z', 'revision_number': 1, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:46.036713 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:46.068581 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:46.070267 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:46.070418 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-32d72165-75c3-4db7-a9f1-302fb810777c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:46.097995 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-af6f1c40-bc53-483d-a5a1-9b30120841f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 999 time: 0.3001034 May 06 18:39:46.146463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb5086-dc7e-4dc2-b837-d55da87b07c0,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:46.161408 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:46.176202 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59424) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:46.178681 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11797012026e44a0ab0645a1de82ae3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0945063 May 06 18:39:46.238553 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-e275dbea-17bc-4584-9109-deeb57fc294b service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205431 May 06 18:39:46.359419 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-73994b74-8e62-4212-a684-38e02a0bfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:46.362304 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-73994b74-8e62-4212-a684-38e02a0bfc1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.2538357 May 06 18:39:46.370245 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.388996 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:46.403483 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.525270 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.540150 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-11e7daf3-65a5-46bd-8b85-7c03d3d96529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:46.576287 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb5086-dc7e-4dc2-b837-d55da87b07c0,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:46.580831 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:46.586701 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:46.592666 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fbb5086-dc7e-4dc2-b837-d55da87b07c0 HTTP/1.1" status: 204 len: 168 time: 0.4150681 May 06 18:39:46.643057 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a7ef5bd9-c3e0-4bc8-9421-ffd05abcd50d req-460b4817-ad51-499b-b12d-5d13ca330769 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963475 May 06 18:39:46.684523 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-5588357b-a1ed-40bf-aa6d-1d8fd176df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:46.693468 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-5588357b-a1ed-40bf-aa6d-1d8fd176df48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2194059 May 06 18:39:47.093610 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-32b0fe24-0408-4e08-8e46-8d993f592942 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987510 May 06 18:39:47.097206 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device c202f758-7969-4c8a-97bf-0214cd1dbba7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:39:47.246083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a4f4-3191-411f-8318-8727d66b2f6c req-0386df77-7165-496d-99bb-1489af7aca7f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:47.259898 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7422a4f4-3191-411f-8318-8727d66b2f6c req-0386df77-7165-496d-99bb-1489af7aca7f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 943 time: 0.2500441 May 06 18:39:47.384353 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7422a4f4-3191-411f-8318-8727d66b2f6c req-0c096d3e-30bb-4d2f-8a9d-8e2a9cedaa79 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205528 May 06 18:39:47.397048 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3a7560f7-df5f-47cc-8594-479a806c94fe req-6e640bee-c972-4134-b1cf-2da4e67708c6 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962594 May 06 18:39:47.714845 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port c202f758-7969-4c8a-97bf-0214cd1dbba7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:47.734849 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'port_id': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'mac_address': 'fa:16:3e:d7:04:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:39:47.879717 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:47.907907 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': '649a7dbe-4cb0-431f-9652-d85ac84de913', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'floating_ip_address': '172.28.1.170', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'mac_address': 'fa:16:3e:14:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:16Z', 'updated_at': '2021-05-06T18:39:43Z', 'revision_number': 1, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:47.914283 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c202f758-7969-4c8a-97bf-0214cd1dbba7 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:39:47.921197 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d633b-8190-4813-84f3-06024e5f9a90 None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': '649a7dbe-4cb0-431f-9652-d85ac84de913', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'floating_ip_address': '172.28.1.170', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'mac_address': 'fa:16:3e:14:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:16Z', 'updated_at': '2021-05-06T18:39:43Z', 'revision_number': 1, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:47.945221 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port c202f758-7969-4c8a-97bf-0214cd1dbba7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:47.953023 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:47.955232 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:48.052419 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=c202f758-7969-4c8a-97bf-0214cd1dbba7,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:48.056704 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:48.182765 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['c202f758-7969-4c8a-97bf-0214cd1dbba7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:39:48.274581 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67234980-d0e2-4bff-b857-e3d1cf0a1c8b None None] New status for floating IP 649a7dbe-4cb0-431f-9652-d85ac84de913: ACTIVE {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:48.943705 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac311-8494-4dfe-b8c0-999b451a5511 req-210d0c88-0f7d-46c1-9b2b-573c31fa77f0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:48.951599 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c99ac311-8494-4dfe-b8c0-999b451a5511 req-210d0c88-0f7d-46c1-9b2b-573c31fa77f0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 944 time: 0.3515418 May 06 18:39:49.051381 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c99ac311-8494-4dfe-b8c0-999b451a5511 req-dac1516e-e132-4619-93b7-a5a76762aa70 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986216 May 06 18:39:49.124345 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device c202f758-7969-4c8a-97bf-0214cd1dbba7 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:39:49.225558 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port c202f758-7969-4c8a-97bf-0214cd1dbba7 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:49.231929 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port c202f758-7969-4c8a-97bf-0214cd1dbba7 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:49.232515 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.451376 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.488606 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:49.501102 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port c202f758-7969-4c8a-97bf-0214cd1dbba7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:39:49.508264 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:49.510886 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:49.635338 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'code': 200} May 06 18:39:49.695495 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=c202f758-7969-4c8a-97bf-0214cd1dbba7,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:49.701160 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:50.024357 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd84e3-b0e4-48a7-97ce-580a21e3363f req-55b27a04-46ec-4c36-a43a-f728610ad7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:50.027403 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-65bd84e3-b0e4-48a7-97ce-580a21e3363f req-55b27a04-46ec-4c36-a43a-f728610ad7b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 1098 time: 0.1308825 May 06 18:39:50.081368 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-65bd84e3-b0e4-48a7-97ce-580a21e3363f req-cb37450f-78d5-4050-923a-7c9c8c27a58c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 May 06 18:39:50.334538 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dacd8-1adb-4090-8aff-2daaf1399a09 req-0c4e1ba6-0709-4f07-b1eb-785737ff78c0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:50.342577 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7e5dacd8-1adb-4090-8aff-2daaf1399a09 req-0c4e1ba6-0709-4f07-b1eb-785737ff78c0 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.1239290 May 06 18:39:50.404189 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7e5dacd8-1adb-4090-8aff-2daaf1399a09 req-df0175ea-3bcf-42d9-a30d-ff516ef34200 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602701 May 06 18:39:51.936663 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da77ac-061b-4a12-b981-7ee535cb9098 req-2af9fa36-a0aa-4202-bf75-8db601b5b50b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:51.944893 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a4da77ac-061b-4a12-b981-7ee535cb9098 req-2af9fa36-a0aa-4202-bf75-8db601b5b50b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.4068332 May 06 18:39:52.010818 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a4da77ac-061b-4a12-b981-7ee535cb9098 req-8bf357b5-cdfe-4256-a531-188215d18d0a tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649269 May 06 18:39:52.223281 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520059-8b94-400a-8faf-a2551dcfe411 req-efcc3fb4-c851-47b7-a249-64b3342b352f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:52.234878 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a2520059-8b94-400a-8faf-a2551dcfe411 req-efcc3fb4-c851-47b7-a249-64b3342b352f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.1026204 May 06 18:39:52.235728 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59576) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:52.241440 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Request body: {'floatingip': {'port_id': 'c202f758-7969-4c8a-97bf-0214cd1dbba7'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:52.323846 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:53.050463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-a320c52a-63e5-4b86-b163-06dd335b6d8c tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:53.051419 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-a223f682-b3e7-4696-a034-d970aaba69ee req-a320c52a-63e5-4b86-b163-06dd335b6d8c tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Synchronizing usage tracker for tenant:d61bc488b95548b09878160a995e5a16 on resource:network {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:53.076329 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-a223f682-b3e7-4696-a034-d970aaba69ee req-a320c52a-63e5-4b86-b163-06dd335b6d8c tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Unset dirty status for tenant:d61bc488b95548b09878160a995e5a16 on resource:network {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:53.077542 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-a320c52a-63e5-4b86-b163-06dd335b6d8c tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 814 time: 0.2036138 May 06 18:39:53.094149 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-fa3347e8-2ce6-4733-8b63-eb9f28d25c58 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/quotas/d61bc488b95548b09878160a995e5a16 HTTP/1.1" status: 200 len: 375 time: 0.0103326 May 06 18:39:53.190873 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-a223f682-b3e7-4696-a034-d970aaba69ee req-bcfe6b0a-b6f8-448b-ac18-1aef723abc10 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Synchronizing usage tracker for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:39:53.206100 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:53.209620 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-a223f682-b3e7-4696-a034-d970aaba69ee req-bcfe6b0a-b6f8-448b-ac18-1aef723abc10 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Unset dirty status for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:39:53.211026 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-bcfe6b0a-b6f8-448b-ac18-1aef723abc10 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090889 May 06 18:39:53.212271 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:53.359751 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-56aa89e2-0a48-46bd-97e7-50326658ce4f service neutron] 10.222.0.11 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354451 May 06 18:39:53.413852 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.l3_db [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Floating IP bf866ced-912f-4acc-803f-4bea004f81d6 associated. External IP: 172.28.1.227, port: c202f758-7969-4c8a-97bf-0214cd1dbba7. May 06 18:39:53.507127 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-16f86d35-25ac-4b5b-b6aa-ade7644e9713 service neutron] 10.222.0.11 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402290 May 06 18:39:53.799299 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8c252ce5-b4e5-42a2-9f0a-5a557fea5212 req-5ef2689e-21b2-4f85-950d-dbcf5ba8a362 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 210 time: 0.1385002 May 06 18:39:53.886853 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:39:54.114369 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:39:54.119383 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:54.129562 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:39:54.152980 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:54.153944 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:54.198199 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-61c53d10-16b4-4240-ae85-ade2b545dbf2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "PUT /v2.0/floatingips/bf866ced-912f-4acc-803f-4bea004f81d6 HTTP/1.1" status: 200 len: 991 time: 1.9581895 May 06 18:39:54.198199 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:39:54.281259 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'status': 'completed', 'code': 200} May 06 18:39:54.353293 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:54.426639 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-15795d93-ddd6-4413-aeb0-34e3d13447d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:54.428103 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-15795d93-ddd6-4413-aeb0-34e3d13447d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 1098 time: 0.1029932 May 06 18:39:54.601995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-8399988a-d18c-45a5-8361-4990c7e6f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:54.603541 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-8399988a-d18c-45a5-8361-4990c7e6f4e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 200 len: 912 time: 0.1619344 May 06 18:39:54.716698 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-ceb70555-3fd4-43d8-867e-e34c802cbf7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7 HTTP/1.1" status: 200 len: 999 time: 0.1046529 May 06 18:39:54.738160 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'bf866ced-912f-4acc-803f-4bea004f81d6', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'port_id': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'mac_address': 'fa:16:3e:d7:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:30Z', 'updated_at': '2021-05-06T18:39:53Z', 'revision_number': 1, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:54.742473 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:39:54.756936 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:39:54.757645 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:39:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:54.912238 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-9161de71-0a61-454f-a9b7-55f0e60640eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:54.913905 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-9161de71-0a61-454f-a9b7-55f0e60640eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 200 len: 850 time: 0.1900516 May 06 18:39:54.981232 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-172ac5fc-030e-4aa1-a9f0-3f8d1029b202 req-b2cb4608-7a29-49b5-beaa-4c1f21e749c1 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 210 time: 0.0533953 May 06 18:39:55.021971 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:39:55.048721 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-ab083f16-9c78-45bc-8c53-92fb8ef0c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:55.050665 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-ab083f16-9c78-45bc-8c53-92fb8ef0c6ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=076dd531-c7bc-44e4-b370-b866b4ec202f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1288042 May 06 18:39:55.218212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-3d3e3541-8f27-45ad-ac1c-daccba4a5942 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:55.221071 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-3d3e3541-8f27-45ad-ac1c-daccba4a5942 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 814 time: 0.1915395 May 06 18:39:55.238079 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'port': {'device_id': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'admin_state_up': True, 'tenant_id': 'd61bc488b95548b09878160a995e5a16'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:39:55.285350 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-3316bae3-dd62-4749-8877-50b4f3ef5af5 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186460 May 06 18:39:55.488233 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:55.512925 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:55.536835 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Made reservation on behalf of d61bc488b95548b09878160a995e5a16 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:39:55.540067 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:55.558754 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'bf866ced-912f-4acc-803f-4bea004f81d6', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'port_id': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'mac_address': 'fa:16:3e:d7:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:30Z', 'updated_at': '2021-05-06T18:39:53Z', 'revision_number': 1, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:39:55.563392 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6233abf3-76f6-4315-a8ba-ab8f0b44fb53 None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'bf866ced-912f-4acc-803f-4bea004f81d6', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'port_id': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'mac_address': 'fa:16:3e:d7:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:39:30Z', 'updated_at': '2021-05-06T18:39:53Z', 'revision_number': 1, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:39:55.588969 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-f7e7da95-3cbe-4cf4-83cf-530aea2f5b4d req-bbd1d259-c0b3-44aa-a8c4-7bab9efde672 service neutron] 10.222.0.15 "GET /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887425 May 06 18:39:55.713259 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59662) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:55.823820 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Allocated IP 172.20.0.4 (5cc2ae30-6f29-404c-886b-4f34c7a1b748/219a532e-2b51-4d4a-a4a0-c115edb70dd2/9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:39:55.850125 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078bcca-7cc2-42c9-b2bc-61c3f2c0fbbf None None] New status for floating IP bf866ced-912f-4acc-803f-4bea004f81d6: ACTIVE {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:39:55.919886 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:55.941713 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:39:55.949356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d0ee3913da45068726371c40490892 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:39:55.952832 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:39:55.961694 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:39:56.149646 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.158717 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.175091 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ebd37681-a0f5-48ab-a8f4-b8e75ec7cdd7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:56.290232 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5d0ee3913da45068726371c40490892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756454 May 06 18:39:56.294278 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd73474-c9e3-4532-92f5-09e6ad8f8d7c,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:56.308014 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59682) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:39:56.326425 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.327175 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.327965 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.329621 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.330841 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.331685 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.332297 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.333069 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.333666 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.334335 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.334934 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.335678 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:56.408906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:56.435837 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7ceb16b2-9963-42cc-80be-b0b1e067718a req-6ab8f597-8934-40ae-b32a-fcfaf4d00df2 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 210 time: 0.2399750 May 06 18:39:56.461519 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.508718 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.535043 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.558529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Transition to ACTIVE for port object 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:39:56.636905 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.639382 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.642960 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8708963c-b0c0-4c9f-a5ad-fafc16813e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:56.655192 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d7b9482c-0102-47f4-9f35-aa0f4d5c302b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:39:56.655526 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd73474-c9e3-4532-92f5-09e6ad8f8d7c,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:56.685667 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:56.709722 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:56.725125 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd73474-c9e3-4532-92f5-09e6ad8f8d7c HTTP/1.1" status: 204 len: 168 time: 0.4090266 May 06 18:39:56.783495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:39:56.793275 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:39:56.830299 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:39:57.011925 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:39:57.052337 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.052717 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.053091 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.053495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.053998 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.054393 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.054770 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.055171 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.055612 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.055912 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.060723 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.061957 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:39:57.073476 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:39:57.118526 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:39:57.125738 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.164204 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9340620 May 06 18:39:57.223684 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-29623642-44a9-4285-8c78-ef8458711b44 None None] Provisioning for port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:39:57.233541 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-29623642-44a9-4285-8c78-ef8458711b44 None None] Provisioning complete for port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:39:57.234205 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-29623642-44a9-4285-8c78-ef8458711b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:39:57.307881 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-29623642-44a9-4285-8c78-ef8458711b44 None None] Port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:40:00.007530 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:40:05.002258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-789e070f-3529-42d8-afaf-71e9593f5f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:05.324947 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.545818 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Request body: {'port': {'device_id': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:07.683909 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-555f07b7-f0a1-495b-bb0c-42adbb090ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.701353 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.727413 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:07.887758 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-6cddd077-57bd-4abe-969a-cedd2b444a3f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:07.888451 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-6cddd077-57bd-4abe-969a-cedd2b444a3f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Synchronizing usage tracker for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:40:07.940631 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-6cddd077-57bd-4abe-969a-cedd2b444a3f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Unset dirty status for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:40:07.941792 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-6cddd077-57bd-4abe-969a-cedd2b444a3f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 931 time: 0.2814269 May 06 18:40:08.057848 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-0a901476-0fa2-4fd5-85c1-9d45f736717f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Synchronizing usage tracker for tenant:d61bc488b95548b09878160a995e5a16 on resource:security_group {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:40:08.095897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-0a901476-0fa2-4fd5-85c1-9d45f736717f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Unset dirty status for tenant:d61bc488b95548b09878160a995e5a16 on resource:security_group {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:40:08.097062 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-187bdfcc-653f-44f7-8c32-1003a93a55f8 req-0a901476-0fa2-4fd5-85c1-9d45f736717f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112127 May 06 18:40:08.171361 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:40:08.179628 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:08.194536 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Transition to ACTIVE for port object 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:40:08.198124 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:08.202585 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:08.365089 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:08.372474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:08.445519 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Attempting to bind port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:40:08.445892 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Attempting to bind port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:40:08.446272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Attempting to bind port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 on network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:40:08.451587 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 on network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:40:08.451935 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Attempting to bind port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 on network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:40:08.460542 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:40:08.460879 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Checking segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:40:08.461272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Bound using segment: {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:40:08.461711 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Bound port: 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4d21db-c6fb-46ab-82da-ccc00b7e210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:40:08.462060 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:08.558801 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:40:08.562132 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:40:08.566434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:08.577292 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:08.625864 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:08.626704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:08.628228 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] 10.222.0.15 "PUT /v2.0/ports/9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 1093 time: 1.0872245 May 06 18:40:08.630778 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:08.672738 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:08.679956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:08.762884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-dc2ec79e-3d75-4d34-9804-c443f6502b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:08.765618 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-dc2ec79e-3d75-4d34-9804-c443f6502b23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1096 time: 0.0838881 May 06 18:40:08.779449 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'status': 'completed', 'code': 200} May 06 18:40:08.835566 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:08.867870 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-1549de23-c8fd-4e90-9362-7f19b6bf517e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0944099 May 06 18:40:08.938760 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-8f3dbeaf-5433-46b6-8365-d007936bb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:08.941570 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-8f3dbeaf-5433-46b6-8365-d007936bb30e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.0666940 May 06 18:40:09.028876 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f682-b3e7-4696-a034-d970aaba69ee req-95d58241-deff-4ef5-ba9f-af2f12f4e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.030373 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-95d58241-deff-4ef5-ba9f-af2f12f4e410 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0811386 May 06 18:40:09.166752 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-ee7e95cb-3ace-44cb-9663-cc1f254891e3 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274824 May 06 18:40:09.456830 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a223f682-b3e7-4696-a034-d970aaba69ee req-cac5cf6e-1444-4bcf-a2b0-6cf39bbfd10f service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835550 May 06 18:40:09.480110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240265b2-9dde-4e85-a58e-3319106c0e64 req-9e0c20d2-01fe-4ba1-9120-b84a7d2e4cb5 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.481743 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-240265b2-9dde-4e85-a58e-3319106c0e64 req-9e0c20d2-01fe-4ba1-9120-b84a7d2e4cb5 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 943 time: 0.1400483 May 06 18:40:09.576920 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-240265b2-9dde-4e85-a58e-3319106c0e64 req-9f470998-8079-4a34-b03d-a9e845c6ca03 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883687 May 06 18:40:09.603677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770cc55-0405-4b9f-b09b-554035397749 req-87a6dc8f-2b4c-4fdc-bc7b-f7a0046156d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.604864 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-87a6dc8f-2b4c-4fdc-bc7b-f7a0046156d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1096 time: 0.1009743 May 06 18:40:09.761459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770cc55-0405-4b9f-b09b-554035397749 req-8d97f7a3-df0d-4e8c-9466-15087436e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.763153 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-8d97f7a3-df0d-4e8c-9466-15087436e32c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 915 time: 0.1519699 May 06 18:40:09.840452 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-c599b4ee-879c-4faf-b84e-6a1a0968f00c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 217 time: 0.0704823 May 06 18:40:09.911749 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770cc55-0405-4b9f-b09b-554035397749 req-c23db372-d464-47ae-9b55-cad527b6dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:09.913287 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-c23db372-d464-47ae-9b55-cad527b6dadb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.0663822 May 06 18:40:10.004350 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770cc55-0405-4b9f-b09b-554035397749 req-a4258896-ac79-4a6a-a92c-873a753497f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:10.005771 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-a4258896-ac79-4a6a-a92c-873a753497f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0844519 May 06 18:40:10.162391 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-a900efb2-b5d8-4c8b-90e1-d9534c6bfdb0 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487131 May 06 18:40:10.307593 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7770cc55-0405-4b9f-b09b-554035397749 req-970c2a18-883a-4e99-8f57-ceebfd0be114 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370728 May 06 18:40:10.403616 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:10.776464 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dc371-26ff-46aa-a4c6-3e3d8de6708f req-b59faa66-83eb-4a83-91f5-df4a67186282 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:10.777935 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ce8dc371-26ff-46aa-a4c6-3e3d8de6708f req-b59faa66-83eb-4a83-91f5-df4a67186282 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 943 time: 0.0856497 May 06 18:40:10.836405 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ce8dc371-26ff-46aa-a4c6-3e3d8de6708f req-83eb9270-5408-4cb9-8e81-7f681569fdef tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 May 06 18:40:11.163959 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59784) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:11.173612 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:40:11.304769 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.320668 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:11.321680 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:11.324707 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Usage tracker for resource:security_group_rule and tenant:7cd8cbc9b022417f8ca634bfd09dff73 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:11.327823 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:11.335536 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:11.336609 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'port_id': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'mac_address': 'fa:16:3e:75:4e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:40:11.401762 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.421783 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:40:11.438711 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.439778 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:11.443818 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.445440 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.448477 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:11.453441 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-239c8aa6-ba19-473d-aecb-faec7fa03e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:11.500984 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cd8cbc9b022417f8ca634bfd09dff73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351886 May 06 18:40:11.501965 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33682d-2881-4011-b71d-440eb5b486e2,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:11.502963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59792) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:11.505310 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:11.532463 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:11.535690 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:11.579805 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.609312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.664589 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.669024 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f9f0e318-8b53-4aa2-a933-e59dfc55ee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:11.680645 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33682d-2881-4011-b71d-440eb5b486e2,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:11.684274 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:11.689191 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:11.690565 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f33682d-2881-4011-b71d-440eb5b486e2 HTTP/1.1" status: 204 len: 168 time: 0.1863265 May 06 18:40:11.697535 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:12.049330 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af294e-9626-41a4-a23c-148e2bee5a8c req-9d85ae8c-7bd8-4d57-b201-a370389e9368 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:12.050933 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b6af294e-9626-41a4-a23c-148e2bee5a8c req-9d85ae8c-7bd8-4d57-b201-a370389e9368 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 944 time: 0.0981853 May 06 18:40:12.102781 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b6af294e-9626-41a4-a23c-148e2bee5a8c req-f83a23ad-9740-475d-b711-52819bbc4394 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 May 06 18:40:13.175398 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:40:13.249366 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:40:13.255795 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:40:13.256151 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:13.300213 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab580e-3ea6-431d-a77a-d274bf051d0b req-493044f8-b301-4798-a48f-fb8cb9f674ae tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:13.301697 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-18ab580e-3ea6-431d-a77a-d274bf051d0b req-493044f8-b301-4798-a48f-fb8cb9f674ae tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 944 time: 0.0870113 May 06 18:40:13.366674 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-18ab580e-3ea6-431d-a77a-d274bf051d0b req-e7fab8a1-ab75-4ef1-a590-00824f22d9e2 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586019 May 06 18:40:13.389069 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:13.419262 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:13.429924 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:13.434844 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:13.438658 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-45ae898e-cdda-470d-a99b-e581af9f85d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:13.481010 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'code': 200} May 06 18:40:13.516062 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:13.519507 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:13.763072 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ec42-56d5-452a-b424-b5662876480d req-7642d302-6755-4e97-af21-65e06f97fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:13.764800 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3141ec42-56d5-452a-b424-b5662876480d req-7642d302-6755-4e97-af21-65e06f97fe8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1098 time: 0.0814750 May 06 18:40:13.814292 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3141ec42-56d5-452a-b424-b5662876480d req-7472624d-fbe5-467f-87fb-2703e0bc98dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 May 06 18:40:14.563152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f2b7f-5ebe-436a-ac2e-f211d9f77916 req-82223f3b-f160-4722-a63c-b857ff5702b8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:14.564567 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-910f2b7f-5ebe-436a-ac2e-f211d9f77916 req-82223f3b-f160-4722-a63c-b857ff5702b8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0892777 May 06 18:40:14.611851 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-910f2b7f-5ebe-436a-ac2e-f211d9f77916 req-71bcf6cd-8df2-430e-9a20-5a0ad6839e70 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 May 06 18:40:15.950213 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dc11d-cfd7-4ff6-aace-f14fc3db9e6d req-c41697b8-33a4-4cfe-a35c-546621d8c063 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:15.951691 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2e1dc11d-cfd7-4ff6-aace-f14fc3db9e6d req-c41697b8-33a4-4cfe-a35c-546621d8c063 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0849488 May 06 18:40:16.093020 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2e1dc11d-cfd7-4ff6-aace-f14fc3db9e6d req-e801c6be-fca7-4393-a424-fdcc1988f6bd tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354518 May 06 18:40:16.281857 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792e4f-92ee-4ac3-979c-9a938053e935 req-bb6cc455-e734-4f42-9aa5-2e4f35e42a54 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:16.283377 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e9792e4f-92ee-4ac3-979c-9a938053e935 req-bb6cc455-e734-4f42-9aa5-2e4f35e42a54 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0822234 May 06 18:40:16.333554 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e9792e4f-92ee-4ac3-979c-9a938053e935 req-3b466c8a-dc6c-4db4-be91-06c320ed34bf tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 May 06 18:40:16.745779 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e624b-d1b5-4eb5-a0be-2df579166a4a req-b5d4e3ad-c3da-4f77-a58a-281a474f3ea7 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:16.747280 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a70e624b-d1b5-4eb5-a0be-2df579166a4a req-b5d4e3ad-c3da-4f77-a58a-281a474f3ea7 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0851202 May 06 18:40:16.795480 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a70e624b-d1b5-4eb5-a0be-2df579166a4a req-e57b9bb2-39dd-4a24-ac4b-19d558bd81fc tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 May 06 18:40:21.643946 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e632b6-5f77-4367-bfb3-896031cef7ae req-552058aa-3b5a-46b4-832f-649fc9262ec7 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:21.645330 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c4e632b6-5f77-4367-bfb3-896031cef7ae req-552058aa-3b5a-46b4-832f-649fc9262ec7 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0819161 May 06 18:40:21.693849 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c4e632b6-5f77-4367-bfb3-896031cef7ae req-e891db58-2b88-4ec7-9e88-f4fed20d3b2e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 May 06 18:40:21.719193 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59884) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:21.954649 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ad172-d119-4331-9ed2-c8ffca54bc48 tempest-TestMinimumBasicScenario-42813416 tempest-TestMinimumBasicScenario-42813416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:21.956206 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-0d3ad172-d119-4331-9ed2-c8ffca54bc48 tempest-TestMinimumBasicScenario-42813416 tempest-TestMinimumBasicScenario-42813416-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1093 time: 0.2359884 May 06 18:40:21.959121 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59890) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:21.964158 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'floatingip': {'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'port_id': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:21.970206 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:21.974022 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:floatingip and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:21.976907 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:21.982948 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:21.993879 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for floatingip, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:22.131541 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:22.272904 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Allocated IP 172.28.1.109 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/4b1272f3-b45b-407a-bae8-b4ffd8946d30) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:40:22.419554 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:22.450063 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:22.453740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:22.510487 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:40:22.513217 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:40:22.522213 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:40:22.563119 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'Port': ['ID=4b1272f3-b45b-407a-bae8-b4ffd8946d30,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:22.567145 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:22.939868 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:23.014637 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:23.323810 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:23.328638 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:23.333356 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:23.436266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'Port': ['ID=4b1272f3-b45b-407a-bae8-b4ffd8946d30,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:23.440572 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:23.450958 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:23.624971 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Floating IP c8ab45de-84e4-45ee-b8a3-960655e689fc associated. External IP: 172.28.1.109, port: 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7. May 06 18:40:24.009569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Router 65e9397c-8d1c-4aee-b074-758ad9b5d83c has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:40:24.194321 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:40:24.205411 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] Sync routers for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:40:24.215630 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:40:24.216305 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:40:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:24.221023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.284452 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3241928 May 06 18:40:24.285049 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:24.287311 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59902) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:24.295991 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812895616', 'description': 'tempest-secgroup-smoke-812895616 description', 'project_id': 'd61bc488b95548b09878160a995e5a16'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:24.305064 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:24.317697 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:24.330974 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.368079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:24.372547 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:24.376609 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:24.384913 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:24.467382 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.469475 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:40:24.473189 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.479101 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4906d461-1006-41a2-89e5-7c4422848b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:24.514360 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'status': 'completed', 'code': 200} May 06 18:40:24.532088 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee1175-d96d-447e-942b-fa5cef987562,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:24.536177 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:24.548804 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.553465 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-98633c4c-2f9a-4159-9fc2-2c036580af32 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2623639 May 06 18:40:24.553792 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59914) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:24.559267 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group_rule': {'security_group_id': '32ee1175-d96d-447e-942b-fa5cef987562', 'project_id': 'd61bc488b95548b09878160a995e5a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:24.565594 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:24.569612 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:24.572673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:24.579381 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:24.598880 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.715499 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.722334 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.726335 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:24.737416 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-d2dd1cc6-92df-4158-82ac-fec8e05d85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:24.738922 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-d2dd1cc6-92df-4158-82ac-fec8e05d85f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1098 time: 0.1960044 May 06 18:40:24.780058 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b2dc1e-d4a4-4137-987c-0ce8accc9ebb,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:24.840976 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:24.851311 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.852489 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977765 May 06 18:40:24.855212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59920) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:24.861093 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group_rule': {'security_group_id': '32ee1175-d96d-447e-942b-fa5cef987562', 'project_id': 'd61bc488b95548b09878160a995e5a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:24.869147 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:24.873053 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:24.878125 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:24.891720 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:24.894591 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'c8ab45de-84e4-45ee-b8a3-960655e689fc', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'floating_ip_address': '172.28.1.109', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'port_id': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'mac_address': 'fa:16:3e:75:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:40:22Z', 'updated_at': '2021-05-06T18:40:22Z', 'revision_number': 0, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:24.899330 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] Checking router: 65e9397c-8d1c-4aee-b074-758ad9b5d83c for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:40:24.908505 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:40:24.909114 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:40:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:24.937951 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:24.947304 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-06483b16-07bd-4b58-a53c-7f67870b9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:24.948759 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-06483b16-07bd-4b58-a53c-7f67870b9e05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 915 time: 0.1984642 May 06 18:40:25.092306 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-a743acdd-2544-45d5-9a73-e24df95fbae4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 999 time: 0.1305997 May 06 18:40:25.093842 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.097983 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.130451 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:40:25.243169 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:25.278126 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ce7bcf-1a91-493b-b2ae-6328dd7b8613,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:25.283342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:25.298218 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.299457 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4433148 May 06 18:40:25.302175 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 59924) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:25.309789 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group_rule': {'security_group_id': '32ee1175-d96d-447e-942b-fa5cef987562', 'project_id': 'd61bc488b95548b09878160a995e5a16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:25.316781 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-8bac57d9-d5a7-4949-a374-9a82309fed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:25.318228 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-8bac57d9-d5a7-4949-a374-9a82309fed02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.2192104 May 06 18:40:25.320577 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:25.325455 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:25.360993 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:25.376546 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:25.405368 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.462147 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-393837f1-6867-4621-b6f2-fb0b804bf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:25.463718 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-393837f1-6867-4621-b6f2-fb0b804bf57b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1346118 May 06 18:40:25.567414 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'c8ab45de-84e4-45ee-b8a3-960655e689fc', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'floating_ip_address': '172.28.1.109', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'port_id': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'mac_address': 'fa:16:3e:75:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:40:22Z', 'updated_at': '2021-05-06T18:40:22Z', 'revision_number': 0, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:25.571532 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.571798 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00307747-2c3b-4bf1-9a38-0583c46efcf1 None None] The sync data for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb is: [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'c8ab45de-84e4-45ee-b8a3-960655e689fc', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'floating_ip_address': '172.28.1.109', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'port_id': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'mac_address': 'fa:16:3e:75:4e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:40:22Z', 'updated_at': '2021-05-06T18:40:22Z', 'revision_number': 0, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:40:25.579829 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.585920 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:25.631234 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69ac3dd-c8c1-4f01-9267-43550efee242,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:25.643004 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:25.662225 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.663481 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d41f768f-1306-417b-99e0-760daaaf6768 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3603733 May 06 18:40:25.668223 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59930) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:25.678575 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-cb0b2cc2-f48d-4d75-99e4-aad45a15621b service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072496 May 06 18:40:25.679040 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group_rule': {'security_group_id': '32ee1175-d96d-447e-942b-fa5cef987562', 'project_id': 'd61bc488b95548b09878160a995e5a16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:25.686275 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:25.693303 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:25.697927 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:25.711166 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:25.742517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.845298 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.851219 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.863250 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-dcb8818f-e942-4eec-a7da-9f9a784a919d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:25.886429 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2323a026-21f5-4b90-b7ba-2e8a2b7dbcdb,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:25.891691 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:25.895866 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:25.897281 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-54a7e42f-e262-4a9e-beb9-0830b0d34fd9 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2275021 May 06 18:40:25.897493 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f00ced02-8b54-4477-b9e1-178665cbe737 req-048ffbf6-3dc3-4931-a02e-fef1bab53978 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086377 May 06 18:40:25.900098 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59936) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:25.901182 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008af30-f2ec-4542-9f23-719e5d58a7ed None None] New status for floating IP c8ab45de-84e4-45ee-b8a3-960655e689fc: ACTIVE {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:40:25.914695 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group_rule': {'security_group_id': '32ee1175-d96d-447e-942b-fa5cef987562', 'project_id': 'd61bc488b95548b09878160a995e5a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:25.926947 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:25.934857 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:25.941275 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:25.953176 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:25.973362 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.securitygroups_db [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Project d61bc488b95548b09878160a995e5a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:40:25.981358 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.072820 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.081436 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.084479 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-d8d7d1ac-bf7b-41ce-b976-a11624980f0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:26.114512 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936b6fb8-98e4-4c8a-81bd-a553d3762c76,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:26.123840 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:26.130640 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.134444 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-5c9b7cb9-cc55-4d58-806d-e1a58ad88b1b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2307427 May 06 18:40:26.134749 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 59940) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:40:26.142673 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'security_group_rule': {'security_group_id': '32ee1175-d96d-447e-942b-fa5cef987562', 'project_id': 'd61bc488b95548b09878160a995e5a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:26.148569 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:40:26.153570 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Usage tracker for resource:security_group_rule and tenant:d61bc488b95548b09878160a995e5a16 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:40:26.157353 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:40:26.163849 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:40:26.180479 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.securitygroups_db [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Project d61bc488b95548b09878160a995e5a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:40:26.187397 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.268891 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.272493 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.274493 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:26.297405 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5900dda8-add9-4afb-bc51-59b0f518c57f,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:26.300054 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:26.306842 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:26.308121 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1722813 May 06 18:40:26.431794 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-f038c08b-da30-4c2b-abd5-e759b8e06558 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812895616&fields=id&tenant_id=d61bc488b95548b09878160a995e5a16 HTTP/1.1" status: 200 len: 267 time: 0.0416379 May 06 18:40:26.522930 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-5b944bce-4403-4655-b55a-3480dd275b2a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:26.524443 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-5b944bce-4403-4655-b55a-3480dd275b2a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0865507 May 06 18:40:26.540328 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'port': {'security_groups': ['99410e46-eed9-42bd-a228-eb39312c834f', '32ee1175-d96d-447e-942b-fa5cef987562']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:40:26.662897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.006357 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:27.043861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.048829 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.054647 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f0f21d41-12a6-4f8a-91ce-0a419f52e806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:27.069690 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:27.121139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:27.121811 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.123278 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa64e72b-b44a-416f-aec3-8b3725c4a12d req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "PUT /v2.0/ports/9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 981 time: 0.5915918 May 06 18:40:27.123805 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:27.162219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=6']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:27.173411 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:27.235287 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:27.298169 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'status': 'completed', 'code': 200} May 06 18:40:27.412382 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da714d-1fd6-431a-971b-9979f12a151b req-1966a8c6-0f55-45ef-8f61-e679bae1efc4 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:27.419542 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b9da714d-1fd6-431a-971b-9979f12a151b req-1966a8c6-0f55-45ef-8f61-e679bae1efc4 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.1712792 May 06 18:40:27.486960 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44895a-98d8-484e-a408-f84e74755d11 req-eac871cb-43ee-46ad-9c2a-b5b92e2a8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:27.488413 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-eac871cb-43ee-46ad-9c2a-b5b92e2a8041 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1137 time: 0.1598434 May 06 18:40:27.496709 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b9da714d-1fd6-431a-971b-9979f12a151b req-1b0c54de-fe0f-46f0-bbb2-246bc89c6d77 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762441 May 06 18:40:27.607899 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-624bc13e-3397-42a9-9566-f6498d5029db None None] Provisioning complete for port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:40:27.608401 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-624bc13e-3397-42a9-9566-f6498d5029db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:27.668984 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44895a-98d8-484e-a408-f84e74755d11 req-afcceef3-2d3e-48c5-af69-440f7246cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:27.670613 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-afcceef3-2d3e-48c5-af69-440f7246cd16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 915 time: 0.1729867 May 06 18:40:27.869441 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-00477f03-6b9b-4dff-b107-48fe7dbcb984 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 1001 time: 0.1891763 May 06 18:40:27.971345 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44895a-98d8-484e-a408-f84e74755d11 req-fd0e8c94-9244-4882-a6ec-a577952c0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:27.972953 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-fd0e8c94-9244-4882-a6ec-a577952c0a25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.0966358 May 06 18:40:28.229610 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44895a-98d8-484e-a408-f84e74755d11 req-a457724b-2a6d-4584-9b48-62044ba31138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:28.232432 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-a457724b-2a6d-4584-9b48-62044ba31138 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2521482 May 06 18:40:28.385902 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-5a6a2582-c8ad-472d-9982-928d19820ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453443 May 06 18:40:28.524718 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff44895a-98d8-484e-a408-f84e74755d11 req-f18570e8-7b3a-428a-8a97-d3c8ef8bf516 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306660 May 06 18:40:30.489433 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241368d-0b83-4dd0-93f9-a50d7d831e44 req-8385984d-5ca6-43d6-9f84-881d92b1118d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:30.490935 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b241368d-0b83-4dd0-93f9-a50d7d831e44 req-8385984d-5ca6-43d6-9f84-881d92b1118d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0828085 May 06 18:40:30.541940 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b241368d-0b83-4dd0-93f9-a50d7d831e44 req-c85802d2-98da-4683-b566-0b061c188ac2 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 May 06 18:40:31.742290 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645837-d170-4de8-90ca-6090e05eafb8 req-c9aaf759-3afb-44b4-b454-b202b3a7c785 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:31.743791 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b645837-d170-4de8-90ca-6090e05eafb8 req-c9aaf759-3afb-44b4-b454-b202b3a7c785 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0841904 May 06 18:40:31.789797 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1b645837-d170-4de8-90ca-6090e05eafb8 req-13d8207e-86b6-4835-9bc0-0ab737bdd278 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401099 May 06 18:40:32.987755 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eafd8-36bc-4ade-b1c0-cb5e972ed8f9 req-21b3dae0-5597-4b66-a6c6-8719459e3433 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:32.989260 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-276eafd8-36bc-4ade-b1c0-cb5e972ed8f9 req-21b3dae0-5597-4b66-a6c6-8719459e3433 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0887368 May 06 18:40:33.039212 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-276eafd8-36bc-4ade-b1c0-cb5e972ed8f9 req-fbd34d1f-5cce-4103-8b2a-8f12887e3aca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 May 06 18:40:34.229059 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03494b-2e99-41f2-9caf-6e2ade396fd5 req-2d6a4305-637b-4d49-aa4f-d03293d88cee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:34.230511 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-be03494b-2e99-41f2-9caf-6e2ade396fd5 req-2d6a4305-637b-4d49-aa4f-d03293d88cee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0803382 May 06 18:40:34.278970 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-be03494b-2e99-41f2-9caf-6e2ade396fd5 req-a3a8c455-670d-4b82-b582-8f852e0ff4d7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 May 06 18:40:34.995602 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9f599fa6-33d6-4e54-b43e-11517c4a5461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:35.326080 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:35.474348 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8371-40c1-4278-9c23-eb0ce900735a req-5287730e-8d1f-4171-993c-360c7745e502 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:35.475856 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4f8f8371-40c1-4278-9c23-eb0ce900735a req-5287730e-8d1f-4171-993c-360c7745e502 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0825570 May 06 18:40:35.519956 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4f8f8371-40c1-4278-9c23-eb0ce900735a req-b6aa0933-424b-42d7-80b3-32b956a89cbb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 May 06 18:40:36.723503 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1e76-f908-4dc2-bd6d-2d61d4198d33 req-49e705ca-b9cd-4b2f-870c-2247b06eb214 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:36.725166 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-19ed1e76-f908-4dc2-bd6d-2d61d4198d33 req-49e705ca-b9cd-4b2f-870c-2247b06eb214 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0917706 May 06 18:40:36.775862 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-19ed1e76-f908-4dc2-bd6d-2d61d4198d33 req-5f52e383-6ba2-491a-8b53-556fd743d900 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439389 May 06 18:40:36.996259 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:40:37.670800 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-da7597e5-5d07-4a96-ab73-cbfa5072a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:37.695718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:38.030233 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751f31f-8d9e-409e-9a18-c5b730336ea5 req-ec386d19-e22f-40e2-8bc6-65430f420e7d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:38.032012 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5751f31f-8d9e-409e-9a18-c5b730336ea5 req-ec386d19-e22f-40e2-8bc6-65430f420e7d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0846136 May 06 18:40:38.079235 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5751f31f-8d9e-409e-9a18-c5b730336ea5 req-baaea8cd-67ab-4eb4-8b2c-7d45432fd1a2 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 May 06 18:40:38.830641 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:39.282527 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b72a-0e4d-4dcc-b895-cccf295f829b req-9ab4e632-f187-4ad2-917d-f87cd1e97ff8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:39.284101 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2930b72a-0e4d-4dcc-b895-cccf295f829b req-9ab4e632-f187-4ad2-917d-f87cd1e97ff8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0881767 May 06 18:40:39.345677 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2930b72a-0e4d-4dcc-b895-cccf295f829b req-0b706f78-82f1-42b8-b164-4547cbf3e64c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536144 May 06 18:40:40.413208 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:40.551842 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582e971-8c0a-463f-a73c-883cce0bdab3 req-20dc038a-0126-48bc-a246-97126950bad6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:40.553574 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8582e971-8c0a-463f-a73c-883cce0bdab3 req-20dc038a-0126-48bc-a246-97126950bad6 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0887702 May 06 18:40:40.601875 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8582e971-8c0a-463f-a73c-883cce0bdab3 req-46de9d1d-a967-454a-b90c-9d345914fe71 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 May 06 18:40:41.836682 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ef568-e791-4c95-aaed-202f958753f5 req-3347b932-c395-4d35-ac53-3c833795c968 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:41.838226 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-980ef568-e791-4c95-aaed-202f958753f5 req-3347b932-c395-4d35-ac53-3c833795c968 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0959589 May 06 18:40:41.888344 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-980ef568-e791-4c95-aaed-202f958753f5 req-5b1ab08b-a7be-4676-a1b2-23ead918cc3d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 May 06 18:40:43.099543 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff05e47-2e5e-46e6-a11b-35e7ed2c5c0f req-ce391038-e827-4546-8651-5c8ad9768ce3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:43.100921 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7ff05e47-2e5e-46e6-a11b-35e7ed2c5c0f req-ce391038-e827-4546-8651-5c8ad9768ce3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0887284 May 06 18:40:43.147599 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7ff05e47-2e5e-46e6-a11b-35e7ed2c5c0f req-341ebd4b-f670-4279-9e9d-32bbc32804a9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 May 06 18:40:44.350798 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcd047-dfae-4ded-9fec-8a5577a39c89 req-d43cef53-a729-4993-90dc-5dd99128307f tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:44.352300 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-debcd047-dfae-4ded-9fec-8a5577a39c89 req-d43cef53-a729-4993-90dc-5dd99128307f tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0922005 May 06 18:40:44.398896 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-debcd047-dfae-4ded-9fec-8a5577a39c89 req-377a294c-4df7-4d49-8b07-1c345156586c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 May 06 18:40:45.594261 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819fe6-a452-4021-87e3-7a3e87744666 req-e4283169-c6af-4efe-9a0a-9cc6cafda123 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:45.595780 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d819fe6-a452-4021-87e3-7a3e87744666 req-e4283169-c6af-4efe-9a0a-9cc6cafda123 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.0828481 May 06 18:40:45.645192 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6d819fe6-a452-4021-87e3-7a3e87744666 req-933b6f23-c2af-432d-a533-536585715f7c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 May 06 18:40:46.962103 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770ef28-bdd9-419e-952f-68bd080ce7ad req-ef39fd74-f9fc-4346-8121-a537f7520702 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:46.963732 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b770ef28-bdd9-419e-952f-68bd080ce7ad req-ef39fd74-f9fc-4346-8121-a537f7520702 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.2024875 May 06 18:40:47.023776 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b770ef28-bdd9-419e-952f-68bd080ce7ad req-03e6d118-7c76-4ed6-a888-f4729b07f0c7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538065 May 06 18:40:47.392090 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:40:47.552350 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:47.575372 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'mac_address': 'fa:16:3e:14:a7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:40:47.672980 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.704774 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbe33bb9-a5fc-452c-8726-90470aff0ff9 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:40:47.738130 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:47.744422 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:47.746908 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-8e3d7f09-352d-4405-b041-e638325a9306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:47.841751 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=6']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:47.850682 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.851048 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.851429 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.851738 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.852066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.852393 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.852718 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.853157 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.853533 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.853856 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.854175 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.854494 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:47.859284 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:47.876750 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['dbe33bb9-a5fc-452c-8726-90470aff0ff9'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:40:48.274170 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27891ae8-74c3-497c-bfdf-5bbe4150bbd4 req-3e1d5313-bab5-48f8-be82-621ece92406c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:48.275719 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-27891ae8-74c3-497c-bfdf-5bbe4150bbd4 req-3e1d5313-bab5-48f8-be82-621ece92406c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 944 time: 0.0927551 May 06 18:40:48.339536 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-27891ae8-74c3-497c-bfdf-5bbe4150bbd4 req-091f49d4-319f-472e-8725-291b6caaa543 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525007 May 06 18:40:49.409642 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:40:49.634373 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port dbe33bb9-a5fc-452c-8726-90470aff0ff9 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:40:49.634950 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:49.839131 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e82698-b7f3-4856-ad7c-e81d8966c6d4 req-0c8a3a2d-74de-4bd7-b7de-4cece8ee89ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:49.854775 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-79e82698-b7f3-4856-ad7c-e81d8966c6d4 req-0c8a3a2d-74de-4bd7-b7de-4cece8ee89ca tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 944 time: 0.2319119 May 06 18:40:49.921237 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:49.939888 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-79e82698-b7f3-4856-ad7c-e81d8966c6d4 req-4487858b-63e8-41b9-90a2-7491f5852d3c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831258 May 06 18:40:49.962128 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:49.978359 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:49.989745 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:49.992624 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:50.090739 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=7']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:50.095209 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:50.175977 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'code': 200} May 06 18:40:51.228402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1978-93a0-4114-a63d-56e625deb9e8 req-a6257f9e-69f7-473a-8ae7-25a870bb6448 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:51.241668 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-169c1978-93a0-4114-a63d-56e625deb9e8 req-a6257f9e-69f7-473a-8ae7-25a870bb6448 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.1400671 May 06 18:40:51.381194 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-169c1978-93a0-4114-a63d-56e625deb9e8 req-6c8bf983-f232-42f8-924f-49c2f729a0cb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126194 May 06 18:40:52.700357 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76baa7ca-dd12-4a77-aadb-b0d6c4f99823 req-9059a9e5-7cc7-4295-889e-703252929851 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:52.703802 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76baa7ca-dd12-4a77-aadb-b0d6c4f99823 req-9059a9e5-7cc7-4295-889e-703252929851 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.1159408 May 06 18:40:52.849112 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-76baa7ca-dd12-4a77-aadb-b0d6c4f99823 req-e86c3677-1d5b-4046-8ec7-e244918eb6d5 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103060 May 06 18:40:53.632634 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-50c8d985-316e-44c0-bf3f-807279e48c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:53.635745 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-50c8d985-316e-44c0-bf3f-807279e48c2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1137 time: 0.0927846 May 06 18:40:53.839801 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f187c-c628-4156-bc53-73a9437e87c5 req-b481f707-9108-4177-a820-2ee8713241c2 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:53.841537 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e95f187c-c628-4156-bc53-73a9437e87c5 req-b481f707-9108-4177-a820-2ee8713241c2 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.1753025 May 06 18:40:53.924693 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e95f187c-c628-4156-bc53-73a9437e87c5 req-ac330941-ab86-4995-9c14-713c672c4e5f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652585 May 06 18:40:53.963901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-f17c11f3-70f4-4ba2-b47e-a76e9fa1ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:53.965574 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-f17c11f3-70f4-4ba2-b47e-a76e9fa1ed90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 915 time: 0.3236089 May 06 18:40:54.211350 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-ce7c4927-07f6-44e1-aacb-6bf069823afe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 1001 time: 0.2386751 May 06 18:40:54.323236 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca2daf-9fb0-49ff-844d-ad4506d026f3 req-12663d35-af6e-40e0-874d-cb046af0a98c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:54.329187 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-18ca2daf-9fb0-49ff-844d-ad4506d026f3 req-12663d35-af6e-40e0-874d-cb046af0a98c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.2743330 May 06 18:40:54.341841 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc3677-f66d-4e3c-8efe-94d0bf052f75 req-00fef4f2-e363-4fba-8f70-b8cb033c8f07 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:54.347767 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7fcc3677-f66d-4e3c-8efe-94d0bf052f75 req-00fef4f2-e363-4fba-8f70-b8cb033c8f07 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.2917044 May 06 18:40:54.375262 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-63237859-5983-4d37-a1a8-f8c4977af9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:54.376787 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-63237859-5983-4d37-a1a8-f8c4977af9c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.1547387 May 06 18:40:54.484323 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-18ca2daf-9fb0-49ff-844d-ad4506d026f3 req-95cc0fcd-37b3-4c67-b65e-94bd8e46bcad tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539524 May 06 18:40:54.501968 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7fcc3677-f66d-4e3c-8efe-94d0bf052f75 req-32ee2602-ac9b-4941-9fc6-4f3bc074f830 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292293 May 06 18:40:54.566188 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-43dcfdb0-ac2c-486c-874e-a689cb655747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:54.569012 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-43dcfdb0-ac2c-486c-874e-a689cb655747 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1580071 May 06 18:40:54.794765 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-9ab138ac-a262-42e2-aaeb-47289ca84821 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140570 May 06 18:40:55.008160 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8742824-101e-4ae4-9de5-5fbf936e0453 req-f83a0cc2-097b-4290-92d6-edfc990dd285 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061155 May 06 18:40:55.376034 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ba68c-e463-4c01-bc04-2b399bb7fca5 req-3c10679d-8ef7-43e9-b6a9-20eae48a8053 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:55.377734 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-916ba68c-e463-4c01-bc04-2b399bb7fca5 req-3c10679d-8ef7-43e9-b6a9-20eae48a8053 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.2563045 May 06 18:40:55.443690 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-916ba68c-e463-4c01-bc04-2b399bb7fca5 req-9c106357-8fff-4882-88ce-0fd8311f0547 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590911 May 06 18:40:55.830792 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72577664-0287-40e0-9054-7fe3ac9a4364 req-de208be2-e6e2-4c54-86db-b440f4992aa2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:55.832431 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72577664-0287-40e0-9054-7fe3ac9a4364 req-de208be2-e6e2-4c54-86db-b440f4992aa2 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.1808131 May 06 18:40:55.870441 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dfe9-8a1d-4848-be17-b87da877ce00 req-42b68f0f-b1c1-414f-a143-31a67b7d6f65 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:55.872650 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2017dfe9-8a1d-4848-be17-b87da877ce00 req-42b68f0f-b1c1-414f-a143-31a67b7d6f65 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.1672196 May 06 18:40:55.937490 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-72577664-0287-40e0-9054-7fe3ac9a4364 req-596c86b6-f984-496e-9c91-1864ab3d19d9 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975246 May 06 18:40:55.961948 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2017dfe9-8a1d-4848-be17-b87da877ce00 req-c6216a53-5ba7-47dc-8ac5-e00cca5c4372 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781100 May 06 18:40:56.177965 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-30bf00ec-4341-4a15-8cff-916f46e526cf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:56.179727 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-30bf00ec-4341-4a15-8cff-916f46e526cf tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.0902572 May 06 18:40:56.374506 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Deleting port c202f758-7969-4c8a-97bf-0214cd1dbba7 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:40:56.375655 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:56.601738 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] For port c202f758-7969-4c8a-97bf-0214cd1dbba7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c202f758-7969-4c8a-97bf-0214cd1dbba7,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:40:56.602525 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:56.918637 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7b1c5-625f-44e8-940b-c246ec2c05a0 req-4d20e9b8-02a0-47cb-b984-95f915a2bbdf tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:56.927527 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-60e7b1c5-625f-44e8-940b-c246ec2c05a0 req-4d20e9b8-02a0-47cb-b984-95f915a2bbdf tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.2227352 May 06 18:40:57.215976 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-60e7b1c5-625f-44e8-940b-c246ec2c05a0 req-ea8e3369-42cb-4204-a017-8dc1297278da tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2850709 May 06 18:40:57.292434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:57.293605 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:57.294429 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Floating IP bf866ced-912f-4acc-803f-4bea004f81d6 disassociated. External IP: 172.28.1.227, port: c202f758-7969-4c8a-97bf-0214cd1dbba7. May 06 18:40:57.295435 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Calling delete_port for c202f758-7969-4c8a-97bf-0214cd1dbba7 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:40:57.453813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868d79a-f98c-4a14-a538-72d3d30fc09b req-04d34114-1830-4961-9120-19468aade537 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:57.455771 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8868d79a-f98c-4a14-a538-72d3d30fc09b req-04d34114-1830-4961-9120-19468aade537 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.3466706 May 06 18:40:57.585308 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8868d79a-f98c-4a14-a538-72d3d30fc09b req-9b971f3b-96f0-485e-88a5-dd5d57ca828e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157739 May 06 18:40:57.604529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cca66d-62e3-4414-94b5-88463a758d6f req-e956143e-ed0a-4895-a984-5f0855594f5f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:57.613234 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-62cca66d-62e3-4414-94b5-88463a758d6f req-e956143e-ed0a-4895-a984-5f0855594f5f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 945 time: 0.2449338 May 06 18:40:57.703628 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-62cca66d-62e3-4414-94b5-88463a758d6f req-cdb2d518-d1cb-4a9b-a8ca-f916f90ca28f tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups?id=327e8cb9-3099-4004-b368-24d46b856b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892715 May 06 18:40:57.713662 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:57.735144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-62ef7a7d-cba0-4e41-8028-a4ba9e4d4ede tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:40:57.797447 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event deleted for resources: {'Port': ['ID=c202f758-7969-4c8a-97bf-0214cd1dbba7,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:40:57.875266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.875642 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.876011 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.876377 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.876727 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.877082 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.877437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.877794 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.878147 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.878493 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.878837 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.879288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:40:57.947086 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:40:58.159505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:40:58.582046 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1acb99-d44f-4756-ac7d-32c5381af53e req-2e894c05-798d-433a-93e3-5c1948032b74 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:58.583856 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6e1acb99-d44f-4756-ac7d-32c5381af53e req-2e894c05-798d-433a-93e3-5c1948032b74 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.1556244 May 06 18:40:58.585217 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:40:58.598925 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:40:58.611710 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:40:58.612922 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:40:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:58.710617 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] No DVR routers for this DVR port c202f758-7969-4c8a-97bf-0214cd1dbba7 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:40:58.714873 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:40:58.722440 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'name': 'network-vif-deleted', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:40:58.776318 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-839588b7-c823-4fe5-9d5b-87b3468b88a1 req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.15 "DELETE /v2.0/ports/c202f758-7969-4c8a-97bf-0214cd1dbba7 HTTP/1.1" status: 204 len: 173 time: 2.5886679 May 06 18:40:58.815156 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6e1acb99-d44f-4756-ac7d-32c5381af53e req-e37c0928-59bc-4278-a4a7-e140a810b5bf tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813812 May 06 18:40:58.916384 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:40:58.969969 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d55c836-ca7b-43a8-a1bb-510f6ad35785', 'name': 'network-vif-deleted', 'tag': 'c202f758-7969-4c8a-97bf-0214cd1dbba7', 'status': 'completed', 'code': 200} May 06 18:40:59.056273 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bef04-1218-47f1-9636-8b65b69a2216 req-c929a266-82b9-429a-921a-e0872dc7d777 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:40:59.058023 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-284bef04-1218-47f1-9636-8b65b69a2216 req-c929a266-82b9-429a-921a-e0872dc7d777 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.2417378 May 06 18:40:59.154323 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-284bef04-1218-47f1-9636-8b65b69a2216 req-ce4bc545-f8f8-4dc2-a133-203ff7cb7c41 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873299 May 06 18:40:59.238288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-f564798e-6098-47ff-bac7-cec69ba3fb21 req-b56d34df-2dcf-4f5c-b59d-d2f1908b321b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Synchronizing usage tracker for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:40:59.257942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-f564798e-6098-47ff-bac7-cec69ba3fb21 req-b56d34df-2dcf-4f5c-b59d-d2f1908b321b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Unset dirty status for tenant:0af064354d26407dbaaf8fcc44b2ed20 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:40:59.259770 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f564798e-6098-47ff-bac7-cec69ba3fb21 req-b56d34df-2dcf-4f5c-b59d-d2f1908b321b tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d55c836-ca7b-43a8-a1bb-510f6ad35785 HTTP/1.1" status: 200 len: 210 time: 0.0901625 May 06 18:40:59.458165 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device c202f758-7969-4c8a-97bf-0214cd1dbba7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:40:59.597207 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: c202f758-7969-4c8a-97bf-0214cd1dbba7 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:40:59.598348 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device c202f758-7969-4c8a-97bf-0214cd1dbba7 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:40:59.687713 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:40:59.695239 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:40:59.714168 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:40:59.715281 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:40:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:00.128285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563750b9-9ba8-49e1-afe0-a33e26203388 req-e35bf562-34a0-48b7-85eb-f481c5f67e71 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:00.145270 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:00.152906 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-563750b9-9ba8-49e1-afe0-a33e26203388 req-e35bf562-34a0-48b7-85eb-f481c5f67e71 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.1862552 May 06 18:41:00.293366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-563750b9-9ba8-49e1-afe0-a33e26203388 req-196214f1-68d8-4228-8f1e-5c52c7d54d8b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385446 May 06 18:41:00.531999 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84ac8-250d-442f-89a7-91cfd28cf6bb req-877f42a6-35b2-4ddd-8a87-aa58fdece408 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:00.539497 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-65e84ac8-250d-442f-89a7-91cfd28cf6bb req-877f42a6-35b2-4ddd-8a87-aa58fdece408 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.1456907 May 06 18:41:00.594847 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60218) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:00.597500 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-65e84ac8-250d-442f-89a7-91cfd28cf6bb req-8d9a3e0c-9963-43bd-9e3b-a3feb37c540c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570011 May 06 18:41:00.689703 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:00.724392 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:00.733531 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:00.741109 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2570f6-b34b-4ce9-aa83-6e3a53d4def1 None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:35:20Z', 'revision_number': 4, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'd857ca40-ad74-49e1-bb5c-496088882a66', 'name': '', 'network_id': '076dd531-c7bc-44e4-b370-b866b4ec202f', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'mac_address': 'fa:16:3e:5c:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:12Z', 'updated_at': '2021-05-06T18:35:34Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'subnets': [{'id': '3a976424-43e1-4812-bc65-f4a8d05a15a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:41:00.820842 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:00.827866 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-008cb92d-5807-49e4-9114-751e0f851bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:00.847399 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e8cb9-3099-4004-b368-24d46b856b85,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:00.860565 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.861114 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.861692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.862299 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.862873 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.863480 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.864006 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.864390 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.864808 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.865205 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.865661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.866062 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:00.869752 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:00.877450 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:00.878293 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-db3436b4-d7d5-49b7-a667-0ffce938e388 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "DELETE /v2.0/security-groups/327e8cb9-3099-4004-b368-24d46b856b85 HTTP/1.1" status: 204 len: 168 time: 0.2792914 May 06 18:41:00.882832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60226) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:00.912392 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.api.v2.resource [None req-46d9db78-abd9-4e85-818c-83957a21a876 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] show failed (client error): The resource could not be found. May 06 18:41:00.913834 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-46d9db78-abd9-4e85-818c-83957a21a876 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "GET /v2.0/security-groups/327e8cb9-3099-4004-b368-24d46b856b85 HTTP/1.1" status: 404 len: 347 time: 0.0292985 May 06 18:41:00.917855 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60230) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:01.076965 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bfa979-bac0-4f14-8f47-59fcdf36aeb6 None None] New status for floating IP bf866ced-912f-4acc-803f-4bea004f81d6: DOWN {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:41:01.178396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Deleting port 119ec973-606e-4008-aff1-ec9f86b9918a {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:01.179126 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:01.362376 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:01.362712 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:01.494434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Calling delete_port for 119ec973-606e-4008-aff1-ec9f86b9918a owned by network:floatingip {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:01.498969 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefb835-c979-462a-99c0-9e4acc075014 req-6a12d2ce-1301-4995-a082-ee8962c62fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:01.500442 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-6a12d2ce-1301-4995-a082-ee8962c62fea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1098 time: 0.2569556 May 06 18:41:01.881155 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefb835-c979-462a-99c0-9e4acc075014 req-a36ea4fe-0abb-410f-85a9-93d0250b7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:01.882534 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-a36ea4fe-0abb-410f-85a9-93d0250b7414 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.3502324 May 06 18:41:01.962759 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a13f-3b8e-41b8-9742-7fc7bf99d37c req-1d99c5a7-0e24-4066-a253-7a441800140c tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:01.964296 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-22f9a13f-3b8e-41b8-9742-7fc7bf99d37c req-1d99c5a7-0e24-4066-a253-7a441800140c tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.4773648 May 06 18:41:02.070880 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb3a64-eb3f-4274-8a2f-ef5d27725ac9 req-14b4a19c-0224-4170-be03-319a368440b8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.072400 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2ddb3a64-eb3f-4274-8a2f-ef5d27725ac9 req-14b4a19c-0224-4170-be03-319a368440b8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.3403749 May 06 18:41:02.126493 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-fd0f4358-52ce-4312-917d-fb52daaf4174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 1001 time: 0.2254930 May 06 18:41:02.188457 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-22f9a13f-3b8e-41b8-9742-7fc7bf99d37c req-ac3c82e6-9d5f-445a-9b3d-fa2b3076bae2 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109060 May 06 18:41:02.208638 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:02.216663 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-201f7d3e-becc-4863-a4a4-40817e1a5020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:02.252376 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2ddb3a64-eb3f-4274-8a2f-ef5d27725ac9 req-f3098e25-59db-4a12-8f0a-84654219549c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639163 May 06 18:41:02.276651 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Pushing event deleted for resources: {'Port': ['ID=119ec973-606e-4008-aff1-ec9f86b9918a,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:02.309928 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:02.312353 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefb835-c979-462a-99c0-9e4acc075014 req-2a769eab-558e-4446-a7e1-d16aa411585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.313844 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-2a769eab-558e-4446-a7e1-d16aa411585c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.1753883 May 06 18:41:02.425364 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks [] for floatingip, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:02.455622 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:02.456692 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] 10.222.0.11 "DELETE /v2.0/floatingips/bf866ced-912f-4acc-803f-4bea004f81d6 HTTP/1.1" status: 204 len: 168 time: 1.5378094 May 06 18:41:02.458918 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefb835-c979-462a-99c0-9e4acc075014 req-f0dba6a3-2fe9-4212-adb1-ae31d955c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:02.460423 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-f0dba6a3-2fe9-4212-adb1-ae31d955c8a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1352525 May 06 18:41:02.616813 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-1c72f4e2-67b5-4733-89b0-0c89a11f8c84 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463406 May 06 18:41:02.763302 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6cefb835-c979-462a-99c0-9e4acc075014 req-65738928-0faf-4d71-833e-f091589fd054 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379702 May 06 18:41:03.492436 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:03.557302 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7328b-53fb-4d96-88f4-7837fd187fc1 req-ba4b123f-75e0-4a95-8242-dc7b3441a28a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:03.558761 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-11c7328b-53fb-4d96-88f4-7837fd187fc1 req-ba4b123f-75e0-4a95-8242-dc7b3441a28a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.1961894 May 06 18:41:03.563548 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-e3d14a29-19ad-4bf9-87c5-15d414a1fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:03.565046 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-e3d14a29-19ad-4bf9-87c5-15d414a1fa27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1098 time: 0.2624834 May 06 18:41:03.575639 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80193d-ea95-4858-b792-139eaacebd62 req-9de211f2-e428-49ab-b26f-01c93d189f14 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:03.578672 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0a80193d-ea95-4858-b792-139eaacebd62 req-9de211f2-e428-49ab-b26f-01c93d189f14 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 945 time: 0.1653337 May 06 18:41:03.616380 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:03.644813 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:03.654786 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:03.659517 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:03.662191 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:03.734503 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=8']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:03.741433 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-11c7328b-53fb-4d96-88f4-7837fd187fc1 req-10a804f1-053c-4d04-884a-0c9c8a04bbe0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611881 May 06 18:41:03.745729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:03.746474 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0a80193d-ea95-4858-b792-139eaacebd62 req-159e86c5-7da2-4969-a190-1fb24bcb1531 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478393 May 06 18:41:03.801609 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-c87d145c-13ba-49cb-a0a2-27ab769a56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:03.803228 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-c87d145c-13ba-49cb-a0a2-27ab769a56e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.2034879 May 06 18:41:03.829511 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'code': 200} May 06 18:41:03.922085 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-b30704e1-335e-4517-b10e-406402725b8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 999 time: 0.1083703 May 06 18:41:04.094160 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-cc075fa3-b381-4d8f-af6a-48a6b9dd9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:04.095573 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-cc075fa3-b381-4d8f-af6a-48a6b9dd9a95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.1674230 May 06 18:41:04.172698 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-64386bf0-ae24-4076-bd7b-b97cf0ff45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:04.174176 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-64386bf0-ae24-4076-bd7b-b97cf0ff45b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0721381 May 06 18:41:04.314239 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-84f16228-1e50-4699-a7f8-fcf6329a7cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320651 May 06 18:41:04.465229 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-48aba109-0958-4391-96a3-aaad8cc65e8f req-e1914f37-a075-495a-bb6a-670944c7fe62 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431561 May 06 18:41:05.016927 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-a9d0d2f0-97cc-44d7-b565-c2638de70af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:05.116988 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3585850-cef3-484d-9b43-9d41d3538a10 req-67322fca-50bf-4c31-8611-72011ee2d765 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:05.118433 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c3585850-cef3-484d-9b43-9d41d3538a10 req-67322fca-50bf-4c31-8611-72011ee2d765 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.2081609 May 06 18:41:05.128041 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42c899-af5d-402a-b4d0-a06c7166f59d req-eea552d9-8eb3-40c6-a790-28179286bb85 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:05.129544 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1d42c899-af5d-402a-b4d0-a06c7166f59d req-eea552d9-8eb3-40c6-a790-28179286bb85 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1863866 May 06 18:41:05.211431 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c3585850-cef3-484d-9b43-9d41d3538a10 req-a4b399b1-f0f6-40fb-a7e2-006655503ca8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807779 May 06 18:41:05.216813 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1d42c899-af5d-402a-b4d0-a06c7166f59d req-45eba797-96c5-4ae2-b0d0-bde09d8b8bee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723741 May 06 18:41:05.367210 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:06.432899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08dbcb-e773-47f1-9e71-2863793bfd84 req-6bd81d37-7973-4d5b-99de-4a5c308ee7e8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:06.434557 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cc08dbcb-e773-47f1-9e71-2863793bfd84 req-6bd81d37-7973-4d5b-99de-4a5c308ee7e8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.1026847 May 06 18:41:06.508194 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-cc08dbcb-e773-47f1-9e71-2863793bfd84 req-1b734cba-929d-4352-b063-32a384ee9fe4 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=32ee1175-d96d-447e-942b-fa5cef987562&id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663307 May 06 18:41:06.988898 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60312) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:07.080126 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ad091-97c2-4cf5-adcb-babf94c196df req-1ab46795-14e9-4ba9-9f35-22937b8c23d7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:07.082758 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f74ad091-97c2-4cf5-adcb-babf94c196df req-1ab46795-14e9-4ba9-9f35-22937b8c23d7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1359627 May 06 18:41:07.145890 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f74ad091-97c2-4cf5-adcb-babf94c196df req-865eba85-25ee-4321-b2ca-ec602820c3d0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568898 May 06 18:41:07.285238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60326) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:07.420101 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-7e4f67a3-d87c-4063-8744-23a727419787 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329606 May 06 18:41:07.534657 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:07.696581 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-2d92d432-a7cb-44aa-a36d-50da3965499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:07.702445 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:07.903274 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:08.367086 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Deleting port d857ca40-ad74-49e1-bb5c-496088882a66 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:08.367814 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:08.400839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ba100-239b-4c0d-97a0-6a0a2f801cda req-865e4cca-a467-41d8-9359-93a27d4c250c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.403219 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-622ba100-239b-4c0d-97a0-6a0a2f801cda req-865e4cca-a467-41d8-9359-93a27d4c250c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.0873997 May 06 18:41:08.454740 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-622ba100-239b-4c0d-97a0-6a0a2f801cda req-8d57d9af-894d-4769-8f05-a17465d1d128 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452344 May 06 18:41:08.570906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] For port d857ca40-ad74-49e1-bb5c-496088882a66, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=d857ca40-ad74-49e1-bb5c-496088882a66,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:08.571327 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:08.700520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Calling delete_port for d857ca40-ad74-49e1-bb5c-496088882a66 owned by network:router_interface {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:08.813151 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-bcc31c4a-29ef-4864-9e17-a3be94bf94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.814808 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-bcc31c4a-29ef-4864-9e17-a3be94bf94f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf&tenant_id=bcab243411c44cfa86265fbbbeb00f6b HTTP/1.1" status: 200 len: 1096 time: 0.1061745 May 06 18:41:08.847772 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:08.947662 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-381c6e22-abbf-46f8-b662-0d7ee1bc4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:08.949166 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-381c6e22-abbf-46f8-b662-0d7ee1bc4ba9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1096 time: 0.1017010 May 06 18:41:09.003646 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:09.009344 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-534bdfe5-3674-4137-a6bc-e1ab484f2cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:09.059334 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Pushing event deleted for resources: {'Port': ['ID=d857ca40-ad74-49e1-bb5c-496088882a66,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:09.063850 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:09.108674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-28b54c45-3075-466a-aaa5-f2bb7b8df391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.110172 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-28b54c45-3075-466a-aaa5-f2bb7b8df391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 200 len: 918 time: 0.1540072 May 06 18:41:09.232038 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-f01978ae-77fd-4169-8724-db95bbbbb287 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 200 len: 999 time: 0.1148982 May 06 18:41:09.305055 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-7009a561-4ef3-4ba9-b3f3-d9a18d272296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.306551 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-7009a561-4ef3-4ba9-b3f3-d9a18d272296 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 200 len: 856 time: 0.0683665 May 06 18:41:09.404099 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-26975c96-9ecc-4ad9-ae52-fb405c801d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.406405 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-26975c96-9ecc-4ad9-ae52-fb405c801d0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79e94441-7175-4269-8098-1317822558cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0934951 May 06 18:41:09.462802 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:09.688962 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-792e467a-bc16-47af-9dac-a5e2321e3913 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759347 May 06 18:41:09.848276 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Router 3b425fbe-03de-4c13-bd20-689ad1c120ea has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:41:09.853118 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516c072-9c93-4667-8841-76e2454b0da4 req-3eec3c22-753b-44c1-abe4-ed991630cb6b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:09.854626 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5516c072-9c93-4667-8841-76e2454b0da4 req-3eec3c22-753b-44c1-abe4-ed991630cb6b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1991959 May 06 18:41:09.861598 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-046af548-b0fe-43ac-b6b6-b84dc3d7fb7f req-712c5697-4457-41db-b817-2906d26ecc08 service neutron] 10.222.0.15 "GET /v2.0/networks/79e94441-7175-4269-8098-1317822558cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663010 May 06 18:41:09.910844 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5516c072-9c93-4667-8841-76e2454b0da4 req-b78c102e-84de-4c3a-a358-3ca6c9550afe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 May 06 18:41:10.040801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:41:10.051448 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] Sync routers for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:41:10.055049 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-03534c84-b848-4c11-be8e-cb1526d67061 admin admin] 10.222.0.11 "PUT /v2.0/routers/3b425fbe-03de-4c13-bd20-689ad1c120ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0646091 May 06 18:41:10.057442 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60356) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:10.063147 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:10.063772 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:10.278607 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:10.325503 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks [] for router, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:10.585956 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:10.700127 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:10.775987 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Deleting port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:10.776621 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:10.793428 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:41:08Z', 'revision_number': 5, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port': {'id': '5ad3889c-340e-4785-86c7-f7bd0b9f03ca', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:57Z', 'updated_at': '2021-05-06T18:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:10.804005 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] Checking router: 3b425fbe-03de-4c13-bd20-689ad1c120ea for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:41:10.820774 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] Routers {'3b425fbe-03de-4c13-bd20-689ad1c120ea'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:10.821681 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['3b425fbe-03de-4c13-bd20-689ad1c120ea'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:11.008267 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] For port 5ad3889c-340e-4785-86c7-f7bd0b9f03ca, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:11.008645 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:11.024352 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] Set router 3b425fbe-03de-4c13-bd20-689ad1c120ea gateway port host: None {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:11.194605 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:41:10Z', 'revision_number': 6, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:11.199965 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad07d9-ab72-4047-9d11-4bf92a1278e8 None None] The sync data for ids ['3b425fbe-03de-4c13-bd20-689ad1c120ea'] in dv-cinder-733622-15-smb is: [{'id': '3b425fbe-03de-4c13-bd20-689ad1c120ea', 'name': 'tempest-AttachVolumeTestJSON-1303464128-router', 'tenant_id': '0af064354d26407dbaaf8fcc44b2ed20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:55Z', 'updated_at': '2021-05-06T18:41:10Z', 'revision_number': 6, 'project_id': '0af064354d26407dbaaf8fcc44b2ed20', 'gw_port_host': None}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:41:11.233434 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Calling delete_port for 5ad3889c-340e-4785-86c7-f7bd0b9f03ca owned by network:router_gateway {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:11.327742 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06854ec9-9462-41c7-b54e-d7362444842e req-b8e77a7e-266f-44f6-9686-4a064043e76f tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:11.329586 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-06854ec9-9462-41c7-b54e-d7362444842e req-b8e77a7e-266f-44f6-9686-4a064043e76f tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1831846 May 06 18:41:11.395561 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-06854ec9-9462-41c7-b54e-d7362444842e req-c5204450-bbb5-4701-8fa3-7f730bee4c94 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558243 May 06 18:41:11.590633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:11.599526 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-31cbe738-81ce-46cd-9f48-7ede974cb238 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:11.651734 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad3889c-340e-4785-86c7-f7bd0b9f03ca,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:11.654803 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:11.809755 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.019115 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.024542 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.140948 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.141644 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b425fbe-03de-4c13-bd20-689ad1c120ea {{(pid=79116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:41:12.160941 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.163667 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-ebae96d4-8103-4ae0-8b68-e017910f7afd admin admin] 10.222.0.11 "DELETE /v2.0/routers/3b425fbe-03de-4c13-bd20-689ad1c120ea HTTP/1.1" status: 204 len: 168 time: 2.1036844 May 06 18:41:12.165386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60376) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:12.297117 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Deleting subnet 3a976424-43e1-4812-bc65-f4a8d05a15a1 {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:41:12.301449 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.364460 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8144696'] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.519374 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.772073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098845d-acd9-4d80-a728-b5496c28ba57 req-3b6a0c71-27c8-422c-9bc7-e009b0e4c760 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:12.773550 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5098845d-acd9-4d80-a728-b5496c28ba57 req-3b6a0c71-27c8-422c-9bc7-e009b0e4c760 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.2182951 May 06 18:41:12.873783 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5098845d-acd9-4d80-a728-b5496c28ba57 req-5a1c460b-7e77-4a0b-8252-24899f9f0c9e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928092 May 06 18:41:12.906920 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8163168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7043419'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.911116 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:12.949661 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a976424-43e1-4812-bc65-f4a8d05a15a1,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:12.953690 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:12.954719 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:12.969372 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3a976424-43e1-4812-bc65-f4a8d05a15a1 HTTP/1.1" status: 204 len: 168 time: 0.8018064 May 06 18:41:12.971520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60382) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:12.972108 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da74341-5704-4f63-9deb-d5c72f0c7690 None None] Network 076dd531-c7bc-44e4-b370-b866b4ec202f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:41:13.088362 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.173459 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Deleting port dab41490-4218-4c5e-8d1c-a5c5813decd8 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:13.173803 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.254928 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 5ad3889c-340e-4785-86c7-f7bd0b9f03ca no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:13.303903 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 5ad3889c-340e-4785-86c7-f7bd0b9f03ca {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:13.304281 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 5ad3889c-340e-4785-86c7-f7bd0b9f03ca not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:13.304720 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device d857ca40-ad74-49e1-bb5c-496088882a66 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:13.335656 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] DHCP port deletion for 076dd531-c7bc-44e4-b370-b866b4ec202f request from dv-cinder-733622-15-smb {{(pid=79118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:41:13.350079 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] For port dab41490-4218-4c5e-8d1c-a5c5813decd8, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=dab41490-4218-4c5e-8d1c-a5c5813decd8,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:13.350547 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: d857ca40-ad74-49e1-bb5c-496088882a66 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:13.351052 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device d857ca40-ad74-49e1-bb5c-496088882a66 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:13.352461 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.464423 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Deleting port dab41490-4218-4c5e-8d1c-a5c5813decd8 {{(pid=79118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:13.465154 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.510359 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Calling delete_port for dab41490-4218-4c5e-8d1c-a5c5813decd8 owned by network:dhcp {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:13.594410 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] For port dab41490-4218-4c5e-8d1c-a5c5813decd8, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=dab41490-4218-4c5e-8d1c-a5c5813decd8,segment=NetworkSegment(e0e61d1f-78b9-49f7-bfa4-2387482d89e7),segment_id=e0e61d1f-78b9-49f7-bfa4-2387482d89e7)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:13.594735 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.600426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.607956 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2ccd5bb7-8edd-4601-bf55-7d3ad615a8fc tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:13.666824 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] No DVR routers for this DVR port dab41490-4218-4c5e-8d1c-a5c5813decd8 on host dv-cinder-733622-15-smb {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:13.698523 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=dab41490-4218-4c5e-8d1c-a5c5813decd8,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:13.701958 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:13.829417 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Calling delete_port for dab41490-4218-4c5e-8d1c-a5c5813decd8 owned by network:dhcp {{(pid=79118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:13.852762 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.884904 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076dd531-c7bc-44e4-b370-b866b4ec202f']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:13.903344 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:13.903344 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e61d1f-78b9-49f7-bfa4-2387482d89e7') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:13.939836 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.985170 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:13.998780 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:41:13.999674 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.007297 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:41:14.030900 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:41:14.111189 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.122635 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:14.162275 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055ab3-2ce4-4c05-87e0-a75ec81b186c req-a4e8a30d-1630-47e3-bb61-c6a4f7111022 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:14.168774 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ce055ab3-2ce4-4c05-87e0-a75ec81b186c req-a4e8a30d-1630-47e3-bb61-c6a4f7111022 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1465461 May 06 18:41:14.175350 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] No DVR routers for this DVR port dab41490-4218-4c5e-8d1c-a5c5813decd8 on host dv-cinder-733622-15-smb {{(pid=79118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:14.177280 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Pushing event deleted for resources: {'Port': ['ID=dab41490-4218-4c5e-8d1c-a5c5813decd8,revision_number=None']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:14.185282 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.186237 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c0b80edf-a037-43a3-87d5-256a8675560a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:14.196020 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-5f7686a3-6832-43fa-90e0-733ff83be742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:14.259214 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.278136 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=076dd531-c7bc-44e4-b370-b866b4ec202f,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:14.282129 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ce055ab3-2ce4-4c05-87e0-a75ec81b186c req-2a6970b1-b7bb-49f6-8b3f-1942de468a3b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018512 May 06 18:41:14.283482 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:14.308300 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] 10.222.0.11 "DELETE /v2.0/networks/076dd531-c7bc-44e4-b370-b866b4ec202f HTTP/1.1" status: 204 len: 168 time: 1.3356369 May 06 18:41:14.480514 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60392) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:14.536952 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-6e186ea0-f8f2-4c7c-937f-53421c738562 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0af064354d26407dbaaf8fcc44b2ed20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549910 May 06 18:41:14.539339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60396) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:14.609599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.657361 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.717897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.727949 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d05e922d-db0e-47b6-b6c8-d3c7daaaafba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:14.741246 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3402fe-a972-41a3-adc2-c503a65e07fa,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:14.750418 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:14.753958 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf3402fe-a972-41a3-adc2-c503a65e07fa HTTP/1.1" status: 204 len: 168 time: 0.2112629 May 06 18:41:14.755188 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-78ba374f-cfba-40ec-b9c7-428a6afaa563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:15.228740 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device dab41490-4218-4c5e-8d1c-a5c5813decd8 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:15.303290 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: dab41490-4218-4c5e-8d1c-a5c5813decd8 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:15.303663 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device dab41490-4218-4c5e-8d1c-a5c5813decd8 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:15.536340 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666dc1-561c-41e0-81ff-bbe00ee82bd7 req-0d067dd2-2a2b-4424-8913-452dc92cd450 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:15.538240 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fc666dc1-561c-41e0-81ff-bbe00ee82bd7 req-0d067dd2-2a2b-4424-8913-452dc92cd450 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1114349 May 06 18:41:15.597102 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-fc666dc1-561c-41e0-81ff-bbe00ee82bd7 req-74a92f4d-250e-4e1e-9ee5-9d77b613f689 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522776 May 06 18:41:16.866028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f9dba-8124-4f1c-b5fa-5a4559a4a850 req-706b6a5d-9ff2-4b09-bbf2-5ce145b174f9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:16.875582 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-396f9dba-8124-4f1c-b5fa-5a4559a4a850 req-706b6a5d-9ff2-4b09-bbf2-5ce145b174f9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1398051 May 06 18:41:16.925099 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-396f9dba-8124-4f1c-b5fa-5a4559a4a850 req-e98fb763-7651-431a-921e-242ef5cb5330 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483425 May 06 18:41:18.153424 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2ed77-901b-4fe9-b87c-1fcd23bed856 req-db4ef827-427b-4907-af5f-15775bf9b3ce tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:18.155320 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-57a2ed77-901b-4fe9-b87c-1fcd23bed856 req-db4ef827-427b-4907-af5f-15775bf9b3ce tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.1002939 May 06 18:41:18.207988 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-57a2ed77-901b-4fe9-b87c-1fcd23bed856 req-84af8c45-9205-40b1-a309-6bb7eb8fdf8b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461628 May 06 18:41:19.430388 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b771ec-f183-4fe3-98fc-e8aa705b4e39 req-c5052cfc-7c73-4d9a-80c0-382161a131b0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:19.432127 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17b771ec-f183-4fe3-98fc-e8aa705b4e39 req-c5052cfc-7c73-4d9a-80c0-382161a131b0 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.0988815 May 06 18:41:19.479856 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17b771ec-f183-4fe3-98fc-e8aa705b4e39 req-4e63e655-2f8b-4e3b-9548-512c6a2e98b7 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407164 May 06 18:41:21.016869 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e740d60-e78e-401d-80ba-81efadd52363 req-36f77385-84bb-48af-a842-06bbdfd625d9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:21.018856 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3e740d60-e78e-401d-80ba-81efadd52363 req-36f77385-84bb-48af-a842-06bbdfd625d9 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.2596462 May 06 18:41:21.081270 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3e740d60-e78e-401d-80ba-81efadd52363 req-76101650-6733-459b-93df-e925a189e44d tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507774 May 06 18:41:22.278152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e7bc3-5903-468c-9270-1631a38d6df0 req-8b2cadd6-e3e0-4fe0-a3af-5f7548d888f3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:22.279665 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-381e7bc3-5903-468c-9270-1631a38d6df0 req-8b2cadd6-e3e0-4fe0-a3af-5f7548d888f3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.0837123 May 06 18:41:22.327932 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-381e7bc3-5903-468c-9270-1631a38d6df0 req-5d6f731e-8eda-44e8-be3f-26bdc1cfad05 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 May 06 18:41:23.520416 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf84d9-93f3-418d-b50d-5c6b88161778 req-04922496-a873-4cc5-b21d-16a05245a6ee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:23.521926 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eddf84d9-93f3-418d-b50d-5c6b88161778 req-04922496-a873-4cc5-b21d-16a05245a6ee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 943 time: 0.0832348 May 06 18:41:23.572735 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eddf84d9-93f3-418d-b50d-5c6b88161778 req-68f6f53d-dc12-4198-a19e-2d2ecf8def66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448811 May 06 18:41:23.606862 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:41:23.746504 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:23.793741 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'port_id': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'mac_address': 'fa:16:3e:14:a7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:41:23.851529 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:23.870842 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe33bb9-a5fc-452c-8726-90470aff0ff9 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:41:23.890248 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:23.893557 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:23.895439 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:23.972585 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=9']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:23.975837 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:24.147301 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['dbe33bb9-a5fc-452c-8726-90470aff0ff9'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:41:24.746895 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60538) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:24.768152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe651f1-ce17-48a7-8fd5-df4f78e8b920 req-406242ed-542d-4213-9f93-00249039796c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:24.769739 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dfe651f1-ce17-48a7-8fd5-df4f78e8b920 req-406242ed-542d-4213-9f93-00249039796c tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 944 time: 0.0850730 May 06 18:41:24.843235 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-dfe651f1-ce17-48a7-8fd5-df4f78e8b920 req-3009d8f3-a1b7-4185-a2ea-d1b37a692961 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669143 May 06 18:41:24.961918 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:24.977763 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:24.983574 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb24b3b81fe44a4b88df5e185fbc392 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:24.986932 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:24.992780 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:25.082687 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.086666 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.094337 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2cdaccd5-35d0-49aa-8fac-d880c892abb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:25.135987 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bb24b3b81fe44a4b88df5e185fbc392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879364 May 06 18:41:25.137000 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b3cf69-8b04-44a4-9b0d-9c05703df676,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:25.138636 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60544) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:25.140538 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3b382f5a-c9cf-467f-9f3c-a2e4472d9c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:25.200424 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.228490 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.286901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.290852 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d08b9beb-1226-4770-9841-f1ea7ff75e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:25.304825 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b3cf69-8b04-44a4-9b0d-9c05703df676,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:25.307262 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:25.313008 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.314144 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52b3cf69-8b04-44a4-9b0d-9c05703df676 HTTP/1.1" status: 204 len: 168 time: 0.1744680 May 06 18:41:25.624478 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:41:25.675498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60552) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:25.706100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.743896 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:25.749220 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Usage tracker for resource:security_group_rule and tenant:fd83c7c22f9f4f1dad57d0f52f7d473d is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:25.752792 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port dbe33bb9-a5fc-452c-8726-90470aff0ff9 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:41:25.753418 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.753556 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:25.760749 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:25.905216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.914171 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.933492 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-af5eaec9-170e-4dae-9de7-d5c232cb8596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:25.980820 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:25.988807 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e75ce78-1d76-4ad3-8345-58b53e727d58,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:26.023142 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:26.035837 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:26.044036 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:26.047623 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd83c7c22f9f4f1dad57d0f52f7d473d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703816 May 06 18:41:26.048364 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-8fcf627a-87e6-4e3a-be9b-8ce6bb451ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:26.049235 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:26.052087 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60560) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:26.096900 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'code': 200} May 06 18:41:26.119080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa5ebd-c6c8-4ec2-b560-d194558fcab0 req-5fce08e0-e269-46e7-a6b4-b56a09c42fb5 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:26.120932 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9eaa5ebd-c6c8-4ec2-b560-d194558fcab0 req-5fce08e0-e269-46e7-a6b4-b56a09c42fb5 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.1346424 May 06 18:41:26.135731 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:26.161046 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=10']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:26.169064 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:26.180224 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9eaa5ebd-c6c8-4ec2-b560-d194558fcab0 req-e0eb8ee6-0454-4b18-a5af-19b1c83b95ef tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505302 May 06 18:41:26.183615 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:26.256609 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:26.260864 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-68971002-8ee9-439c-9bf5-65f5db8166e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:26.275345 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e75ce78-1d76-4ad3-8345-58b53e727d58,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:26.277964 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:26.287982 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:26.288725 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e75ce78-1d76-4ad3-8345-58b53e727d58 HTTP/1.1" status: 204 len: 168 time: 0.2354100 May 06 18:41:26.405441 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581320-1e65-4767-9f8a-31133a322db6 req-0a01b4a8-3136-4c81-8498-1712240b3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:26.406837 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-57581320-1e65-4767-9f8a-31133a322db6 req-0a01b4a8-3136-4c81-8498-1712240b3c8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 1099 time: 0.0816028 May 06 18:41:26.470376 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-57581320-1e65-4767-9f8a-31133a322db6 req-ef74e2e8-5f9e-4a42-8ee2-d831673e3853 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563014 May 06 18:41:27.407206 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fe3af-0350-4257-8f12-7713ff52c1cf req-395208aa-6869-46ef-9a3c-8de0168ad63a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:27.409851 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-464fe3af-0350-4257-8f12-7713ff52c1cf req-395208aa-6869-46ef-9a3c-8de0168ad63a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.0991278 May 06 18:41:27.477315 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-464fe3af-0350-4257-8f12-7713ff52c1cf req-83c8c580-2c76-4b0e-ad69-2ab455475adc tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606074 May 06 18:41:28.685061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbca9f-c25f-4a85-88ea-d0a2025ddfab req-60556146-7046-4068-b405-2e118b22f97e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:28.687816 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-19fbca9f-c25f-4a85-88ea-d0a2025ddfab req-60556146-7046-4068-b405-2e118b22f97e tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.0950544 May 06 18:41:28.738509 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-19fbca9f-c25f-4a85-88ea-d0a2025ddfab req-aeb5508d-8e39-4d0e-b34e-56ef86c028f8 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 May 06 18:41:30.047526 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60734) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:30.174446 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.190239 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:30.194277 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3c5af29b12428daca52a7fcaf6984e is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:30.197388 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:30.203809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:30.296028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.300437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.307683 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-71c5d3ae-fb89-4c5d-b195-a453454d2027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:30.351421 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e3c5af29b12428daca52a7fcaf6984e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028069 May 06 18:41:30.352180 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b050b546-a40c-4b1e-93ad-69f7aa438605,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:30.354121 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60740) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:30.355223 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:30.417551 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.445321 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.502821 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.506681 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8837b140-76bf-40fb-91b6-01707503e2d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:30.520172 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b050b546-a40c-4b1e-93ad-69f7aa438605,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:30.523124 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:30.525467 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.526656 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-3a33a54e-2eb8-4878-9639-2240dd988977 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b050b546-a40c-4b1e-93ad-69f7aa438605 HTTP/1.1" status: 204 len: 168 time: 0.1715338 May 06 18:41:30.821537 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60748) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:30.841207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.856227 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:30.860391 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Usage tracker for resource:security_group_rule and tenant:9cfc1c43d0684c55b873e2c6e7532737 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:30.863207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:30.869013 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:30.958485 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.963040 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:30.970832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:31.012568 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0df2e7-cb3e-46ef-8862-a29353fe4eb1,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:31.016698 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:31.019448 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-d4d1468b-d073-4237-9d35-7776f668ec7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cfc1c43d0684c55b873e2c6e7532737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966367 May 06 18:41:31.022139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60752) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:31.082464 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:31.109389 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:31.163575 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:31.167748 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1598b3d9-58f2-42da-b638-4e0c1dc03feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:31.182658 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0df2e7-cb3e-46ef-8862-a29353fe4eb1,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:31.184915 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:31.197395 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:31.199485 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b0df2e7-cb3e-46ef-8862-a29353fe4eb1 HTTP/1.1" status: 204 len: 168 time: 0.1763375 May 06 18:41:33.019869 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60798) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:33.150927 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.167546 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:33.171930 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Usage tracker for resource:security_group_rule and tenant:75a6ff34863a4cf69a77b0073784281a is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:33.174865 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:33.181214 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:33.269623 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.274143 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.282356 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-70dcf308-dd8b-4d36-ba33-45a8245d8156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:33.329199 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75a6ff34863a4cf69a77b0073784281a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080175 May 06 18:41:33.330239 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee8232-25a8-4a54-ac64-98279bdd22e0,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:33.332333 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60804) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:33.333435 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-7a2a02ab-767b-4a16-b61e-46ffcf365b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:33.398669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.427928 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.483307 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.487257 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-50dd2dd4-6744-4011-98ee-fe1cf4a44dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:33.498347 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee8232-25a8-4a54-ac64-98279bdd22e0,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:33.500531 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:33.505890 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.507043 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2ee8232-25a8-4a54-ac64-98279bdd22e0 HTTP/1.1" status: 204 len: 168 time: 0.1736298 May 06 18:41:33.834993 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60812) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:33.853481 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.870175 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:33.874135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Usage tracker for resource:security_group_rule and tenant:22151e1ae85f4bd2b8ebfe42a62a99c9 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:33.877240 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:33.883400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:33.972977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.977038 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:33.984468 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bb1712ea-5e77-43dc-8634-6035e57107d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:34.028843 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f789a-bcb6-4205-ad40-81e7488680f7,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:34.033913 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22151e1ae85f4bd2b8ebfe42a62a99c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978362 May 06 18:41:34.034819 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:34.036469 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60816) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:34.098398 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:34.127339 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:34.186536 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:34.190851 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a65a9d60-0e54-4c98-a53d-406b8585a7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:34.207239 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f789a-bcb6-4205-ad40-81e7488680f7,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:34.211313 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:34.214548 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:34.216358 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d5f789a-bcb6-4205-ad40-81e7488680f7 HTTP/1.1" status: 204 len: 168 time: 0.1787999 May 06 18:41:35.012494 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-cdf35d40-db1a-483c-928b-19a49641b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:35.368849 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.148243 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60888) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:37.268663 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.283915 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:37.287777 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Usage tracker for resource:security_group_rule and tenant:238cff6ff9c04584b41df8c6e1876a8f is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:37.290581 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:37.297018 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:37.387646 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.393623 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.400832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-ec412bbd-ae61-46b9-8fdf-dfb0a0aafcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:37.443028 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=238cff6ff9c04584b41df8c6e1876a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936602 May 06 18:41:37.443786 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3817bc93-4c1f-4692-8619-5880601f9f12,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:37.446383 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60894) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:37.446875 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:37.511945 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.537716 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.590049 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.593983 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-1cdf3d4b-3b47-4922-bb03-c8d842b536cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:37.612092 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3817bc93-4c1f-4692-8619-5880601f9f12,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:37.615854 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:37.621481 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.625513 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-158a7468-f9ce-4cdd-b9ed-1d80f4cc50fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3817bc93-4c1f-4692-8619-5880601f9f12 HTTP/1.1" status: 204 len: 168 time: 0.1751895 May 06 18:41:37.660928 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-36326d59-054d-4a9d-9d95-6901a9bc18bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.699663 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.928355 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60902) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:37.946333 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:37.961169 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:37.965099 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Usage tracker for resource:security_group_rule and tenant:2bc1ae460529446dae26725d618cfef0 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:37.968601 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:37.974319 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:38.061228 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:38.065291 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:38.072455 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-868a0d13-ef0d-4532-be69-baa750be406a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:38.116117 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bc1ae460529446dae26725d618cfef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866570 May 06 18:41:38.117052 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea3eb6-b332-4a61-a944-e3df2a3178dd,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:38.118929 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60906) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:38.123569 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:38.183877 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:38.211191 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:38.264907 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:38.268528 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f3421d71-93cc-4e13-81aa-b2e2abcafc41 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:38.281329 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea3eb6-b332-4a61-a944-e3df2a3178dd,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:38.284109 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:38.292455 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:38.296151 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ea3eb6-b332-4a61-a944-e3df2a3178dd HTTP/1.1" status: 204 len: 168 time: 0.1736186 May 06 18:41:38.840686 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.480172 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 60938) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:39.601380 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.619297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:39.623761 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Usage tracker for resource:security_group_rule and tenant:ae51a888e723439284ef23e51c97bbd7 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:39.626611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:39.632292 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:39.714965 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.719353 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.726716 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-829327b3-ebe4-4906-8e0b-8d28404fda47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:39.769209 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae51a888e723439284ef23e51c97bbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879572 May 06 18:41:39.769969 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08625c3-d47e-40a4-ae17-5477cc197cfc,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:39.772118 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60944) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:39.772986 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:39.834960 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.861457 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.916472 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.920996 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-31278634-0b97-4f31-bf00-f070a3a5c895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:39.934598 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08625c3-d47e-40a4-ae17-5477cc197cfc,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:39.937557 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:39.945960 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:39.947120 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c08625c3-d47e-40a4-ae17-5477cc197cfc HTTP/1.1" status: 204 len: 168 time: 0.1737814 May 06 18:41:40.414757 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:41.899797 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-fd7dc0cc-32e8-4bb2-b667-8568a02360c6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812895616&fields=id&tenant_id=d61bc488b95548b09878160a995e5a16 HTTP/1.1" status: 200 len: 267 time: 0.0471001 May 06 18:41:41.990118 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-776b644c-9858-459a-8cdd-e944f7a1e32e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:41.991615 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-776b644c-9858-459a-8cdd-e944f7a1e32e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 984 time: 0.0855675 May 06 18:41:42.003007 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Request body: {'port': {'security_groups': ['99410e46-eed9-42bd-a228-eb39312c834f']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:41:42.223207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.491588 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:42.516611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.521184 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.527033 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-08540efc-9823-4de0-87cf-c9b0207767a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:42.533016 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:41:42.593370 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:42.594040 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.595511 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-32bfa733-8051-447e-b7cf-1716fbc33bb1 req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "PUT /v2.0/ports/9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 942 time: 0.5973098 May 06 18:41:42.596040 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:42.601936 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 60998) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:42.627010 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event updated for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=7']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:42.631203 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-e14b3432-b931-4677-bfdd-b15ebf1ebb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:42.674376 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'status': 'completed', 'code': 200} May 06 18:41:42.694711 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:41:42.717543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.783555 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-305556bb-02d1-4fa4-a85b-ceb35a5fe0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:42.785530 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-305556bb-02d1-4fa4-a85b-ceb35a5fe0ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1098 time: 0.0871379 May 06 18:41:42.789343 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.879983 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.886589 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-79a70fd9-be54-4d03-ad78-cc689002e802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:42.917129 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:42.918718 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "DELETE /v2.0/security-groups/32ee1175-d96d-447e-942b-fa5cef987562 HTTP/1.1" status: 204 len: 168 time: 0.3156366 May 06 18:41:42.920771 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee1175-d96d-447e-942b-fa5cef987562,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:42.921872 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 32772) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:42.926435 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:42.988556 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-e9ebc624-7a85-49f9-b96f-93347dba8589 None None] Provisioning complete for port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:41:42.988940 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc624-7a85-49f9-b96f-93347dba8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.085709 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-02dd3fbd-e151-47c9-a31d-d739910298d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:43.087318 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-02dd3fbd-e151-47c9-a31d-d739910298d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 915 time: 0.2886410 May 06 18:41:43.307044 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-58b3f1a6-d9fe-4e51-9ef9-2e7533b4b6ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 1001 time: 0.2078123 May 06 18:41:43.419341 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-3bc723ed-0534-492e-b50b-76f293ed34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:43.422209 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-3bc723ed-0534-492e-b50b-76f293ed34a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.0880330 May 06 18:41:43.484502 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Deleting port 4b1272f3-b45b-407a-bae8-b4ffd8946d30 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:43.484850 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.629876 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-7b4ec8f5-2dfb-4837-925e-58e9943d25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:43.631342 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-7b4ec8f5-2dfb-4837-925e-58e9943d25a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1987078 May 06 18:41:43.635776 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.636103 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:43.970350 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Calling delete_port for 4b1272f3-b45b-407a-bae8-b4ffd8946d30 owned by network:floatingip {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:44.058428 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-4d1b8559-a3fe-4035-990d-fffa54b79675 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124432 May 06 18:41:44.268657 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7f19e08b-43ec-4f2d-8a3c-cb05e41c2d13 req-d2ac6d21-5e4a-403d-84a3-c63e1889da60 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988268 May 06 18:41:44.281266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.286156 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2687a38b-1e6b-4dc2-84fd-55a405297283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:44.335578 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event deleted for resources: {'Port': ['ID=4b1272f3-b45b-407a-bae8-b4ffd8946d30,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:44.369176 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:44.455596 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks [] for floatingip, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.456075 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Floating IP c8ab45de-84e4-45ee-b8a3-960655e689fc disassociated (deleted). External IP: 172.28.1.109, port: 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7. May 06 18:41:44.639638 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 32788) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:44.793749 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:44.829953 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:44.837358 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Usage tracker for resource:security_group_rule and tenant:87a2dc2cd355480fa550bd6e4bfa503a is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:44.841869 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:44.851300 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:44.896299 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Router 65e9397c-8d1c-4aee-b074-758ad9b5d83c has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:41:45.125463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.137724 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.146065 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-411016d1-ab96-40b5-82ed-57d5e71fd34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:45.154203 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:41:45.164451 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] Sync routers for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:41:45.176287 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:45.176927 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:45.210394 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87a2dc2cd355480fa550bd6e4bfa503a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673053 May 06 18:41:45.210394 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd011d0-546f-40b8-957a-bea764fa8488,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:45.210842 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 32794) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:45.213765 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:45.226289 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.292801 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.297846 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "DELETE /v2.0/floatingips/c8ab45de-84e4-45ee-b8a3-960655e689fc HTTP/1.1" status: 204 len: 168 time: 2.3710432 May 06 18:41:45.297846 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:45.327534 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.347451 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'status': 'completed', 'code': 200} May 06 18:41:45.405674 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.410011 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-31e8ec42-572f-426a-ac9e-130ed6dc8ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:45.423708 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd011d0-546f-40b8-957a-bea764fa8488,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:45.426141 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:45.432899 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.434719 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-4e155e12-13dc-4e24-9377-1d1f16dd76d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd011d0-546f-40b8-957a-bea764fa8488 HTTP/1.1" status: 204 len: 168 time: 0.2222488 May 06 18:41:45.450786 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:45.531548 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-45b0080b-c058-4a3d-817a-a0d26bec1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:45.534575 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-45b0080b-c058-4a3d-817a-a0d26bec1371 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d61bc488b95548b09878160a995e5a16&device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 1098 time: 0.1613646 May 06 18:41:45.710451 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-27891433-c3d7-4a81-bcf2-a510c844368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:45.712758 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-27891433-c3d7-4a81-bcf2-a510c844368a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 200 len: 915 time: 0.1643424 May 06 18:41:45.895476 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 32812) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:45.916896 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:45.936497 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:45.941063 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Usage tracker for resource:security_group_rule and tenant:9f6879f2e9a94d1d84548ec4c802236a is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:45.942126 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:45.945007 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:45.948256 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] Checking router: 65e9397c-8d1c-4aee-b074-758ad9b5d83c for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:41:45.952524 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:45.963482 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:45.965314 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:45.967714 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-cd01d47e-be7b-45ff-b461-17de506135e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 200 len: 217 time: 0.2481258 May 06 18:41:46.039960 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-e897e812-229e-4fc1-87c5-837610b6787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:46.041696 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-e897e812-229e-4fc1-87c5-837610b6787c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 200 len: 853 time: 0.0674286 May 06 18:41:46.067130 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.071693 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.080772 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-710bb1a4-2839-4151-b8c2-c76fb681a324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:46.130391 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-888a61b2-fc98-4da7-ae40-da397dffa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:46.132809 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-888a61b2-fc98-4da7-ae40-da397dffa7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cc2ae30-6f29-404c-886b-4f34c7a1b748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0830903 May 06 18:41:46.171734 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f6879f2e9a94d1d84548ec4c802236a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749393 May 06 18:41:46.174146 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc98124-a60e-47a0-93a8-140a8f9c9130,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:46.178665 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 32816) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:46.179564 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b882a565-db2f-42c7-8031-ca97d3c33b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:46.226638 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:46.253506 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.298032 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.302459 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-0affe0b6-ae36-4374-ac01-1ebe624a4a7c service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600523 May 06 18:41:46.367142 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.377264 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-897fa292-51ed-4e62-b9cc-f36caaf47cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:46.392507 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc98124-a60e-47a0-93a8-140a8f9c9130,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:46.395162 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:46.399411 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdc98124-a60e-47a0-93a8-140a8f9c9130 HTTP/1.1" status: 204 len: 168 time: 0.2190905 May 06 18:41:46.399411 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-813abe53-8e92-45e4-afee-95dc23b68802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:46.482890 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e77c95b7-25a9-4b04-9e9c-504a9bd50a37 req-00f4e96b-e1d7-4fa9-8c69-717601ed7ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695530 May 06 18:41:46.627202 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:46.633026 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3f472d-f7ba-475f-bd09-563236a9fc22 None None] The sync data for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb is: [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:39:15Z', 'revision_number': 4, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'c7ba6204-638a-4e49-96dd-ac78568be711', 'name': '', 'network_id': '5cc2ae30-6f29-404c-886b-4f34c7a1b748', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'mac_address': 'fa:16:3e:fe:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:13Z', 'updated_at': '2021-05-06T18:39:24Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'subnets': [{'id': '219a532e-2b51-4d4a-a4a0-c115edb70dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:41:46.905952 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc0f6b-7689-46b6-8b29-15047576273e None None] New status for floating IP c8ab45de-84e4-45ee-b8a3-960655e689fc: DOWN {{(pid=79118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:41:48.841897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c64e-78c8-4d54-a512-6ef2afef46b4 req-57e7a7e2-ca1f-41d9-a786-8962b735df84 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:48.842686 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-7fd6c64e-78c8-4d54-a512-6ef2afef46b4 req-57e7a7e2-ca1f-41d9-a786-8962b735df84 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Synchronizing usage tracker for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:41:48.859353 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-7fd6c64e-78c8-4d54-a512-6ef2afef46b4 req-57e7a7e2-ca1f-41d9-a786-8962b735df84 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Unset dirty status for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:41:48.860625 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7fd6c64e-78c8-4d54-a512-6ef2afef46b4 req-57e7a7e2-ca1f-41d9-a786-8962b735df84 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.1011822 May 06 18:41:48.912950 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7fd6c64e-78c8-4d54-a512-6ef2afef46b4 req-84a82af5-e0eb-4a21-b147-c520458ffb82 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 May 06 18:41:50.170276 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d749-60ce-48b4-ae4b-d8e6686a45b0 req-474298e0-babf-4ab5-b5fd-765040a300c8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:50.171960 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-37c9d749-60ce-48b4-ae4b-d8e6686a45b0 req-474298e0-babf-4ab5-b5fd-765040a300c8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0902801 May 06 18:41:50.228089 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-37c9d749-60ce-48b4-ae4b-d8e6686a45b0 req-0fe3e18f-359a-4686-ac1b-21ef0774cb9f tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 May 06 18:41:50.817575 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-3c8bad94-7545-41f8-91c4-4fd55bf41dc8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:50.819047 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-3c8bad94-7545-41f8-91c4-4fd55bf41dc8 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.15 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 945 time: 0.0871911 May 06 18:41:50.960935 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Deleting port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:50.961285 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:50.996507 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:41:51.097412 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] For port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:51.097687 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.226568 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Calling delete_port for 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:51.398834 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.408440 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-39b350de-d0f6-4135-ae56-69f76affee1e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:51.410563 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:41:51.494158 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Pushing event deleted for resources: {'Port': ['ID=9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:51.495755 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 32906) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:51.496273 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:51.541884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] No DVR routers for this DVR port 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:51.544616 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.549321 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'name': 'network-vif-deleted', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:41:51.575693 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-466a2dfa-587f-4092-afe1-7e50d1d0d949 req-0bf0f44c-b776-40ae-8347-5671ea62ebe3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.15 "DELETE /v2.0/ports/9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 HTTP/1.1" status: 204 len: 173 time: 0.7495725 May 06 18:41:51.592385 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da407f-26f5-47d6-ab1e-9c89c135f48a req-86249f2c-e252-4ac4-8a69-7f24658e3f4b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:41:51.593252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c0da407f-26f5-47d6-ab1e-9c89c135f48a req-86249f2c-e252-4ac4-8a69-7f24658e3f4b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Synchronizing usage tracker for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:41:51.604489 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234afa98-0ad6-48bf-a150-afbcedc6e22b', 'name': 'network-vif-deleted', 'tag': '9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7', 'status': 'completed', 'code': 200} May 06 18:41:51.619777 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-c0da407f-26f5-47d6-ab1e-9c89c135f48a req-86249f2c-e252-4ac4-8a69-7f24658e3f4b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Unset dirty status for tenant:d61bc488b95548b09878160a995e5a16 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:41:51.621664 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0da407f-26f5-47d6-ab1e-9c89c135f48a req-86249f2c-e252-4ac4-8a69-7f24658e3f4b tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/ports?device_id=234afa98-0ad6-48bf-a150-afbcedc6e22b HTTP/1.1" status: 200 len: 867 time: 0.2823677 May 06 18:41:51.636933 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.652655 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:41:51.657680 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Usage tracker for resource:security_group_rule and tenant:1c6d20aa5e1b4e32a25bac98009fa68c is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:41:51.660634 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:41:51.666925 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:41:51.677953 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c0da407f-26f5-47d6-ab1e-9c89c135f48a req-a9fcc1a3-4de6-4b2a-b797-d1eb420d036e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] 10.222.0.11 "GET /v2.0/security-groups?id=99410e46-eed9-42bd-a228-eb39312c834f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 May 06 18:41:51.767067 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.772336 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.788783 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c1e7b234-eb81-4d6b-964b-8d811b776fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:51.827201 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c6d20aa5e1b4e32a25bac98009fa68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303103 May 06 18:41:51.830320 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 32914) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:51.831919 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f08c23-4d08-4d1d-9268-dfdd2c6d1072,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:51.835169 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-55b3c1fa-4b51-4b0d-9b46-5154c663368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:51.903506 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.935207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:51.997381 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:52.003281 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-910dcd2d-32f1-4184-8cbc-a3c407bf6f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:52.018300 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f08c23-4d08-4d1d-9268-dfdd2c6d1072,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:52.022057 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:52.025476 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:52.026679 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2f08c23-4d08-4d1d-9268-dfdd2c6d1072 HTTP/1.1" status: 204 len: 168 time: 0.1949165 May 06 18:41:53.467481 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 32996) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:53.783490 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:53.826779 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:53.827320 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device 9d33b5e3-2a50-4403-a77f-9ad0b80c5fa7 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:54.142290 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:54.572101 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Deleting port c7ba6204-638a-4e49-96dd-ac78568be711 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:54.572765 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:54.704899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] For port c7ba6204-638a-4e49-96dd-ac78568be711, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=c7ba6204-638a-4e49-96dd-ac78568be711,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:54.705179 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:54.836777 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Calling delete_port for c7ba6204-638a-4e49-96dd-ac78568be711 owned by network:router_interface {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:55.088481 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:55.092838 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:55.138188 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ba6204-638a-4e49-96dd-ac78568be711,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:55.164863 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:55.424497 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:55.797383 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Router 65e9397c-8d1c-4aee-b074-758ad9b5d83c has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:41:55.978886 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:41:55.989846 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] Sync routers for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:41:55.997692 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] 10.222.0.11 "PUT /v2.0/routers/65e9397c-8d1c-4aee-b074-758ad9b5d83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283878 May 06 18:41:56.000433 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33032) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:56.000813 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:56.001469 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:56.182941 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:56.185183 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:56.372942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:56.513452 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '698deef7-ab6d-4845-a713-33201db35c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:41:54Z', 'revision_number': 5, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port': {'id': '698deef7-ab6d-4845-a713-33201db35c37', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:05Z', 'updated_at': '2021-05-06T18:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:56.518007 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] Checking router: 65e9397c-8d1c-4aee-b074-758ad9b5d83c for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:41:56.527102 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] Routers {'65e9397c-8d1c-4aee-b074-758ad9b5d83c'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:41:56.527819 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:56.572059 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Deleting port 698deef7-ab6d-4845-a713-33201db35c37 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:56.572412 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:56.686643 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] Set router 65e9397c-8d1c-4aee-b074-758ad9b5d83c gateway port host: None {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:41:56.723329 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] For port 698deef7-ab6d-4845-a713-33201db35c37, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=698deef7-ab6d-4845-a713-33201db35c37,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:56.723903 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:56.804010 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:41:56Z', 'revision_number': 6, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:56.808116 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d4a35-6e16-450e-a900-66fa8b005869 None None] The sync data for ids ['65e9397c-8d1c-4aee-b074-758ad9b5d83c'] in dv-cinder-733622-15-smb is: [{'id': '65e9397c-8d1c-4aee-b074-758ad9b5d83c', 'name': 'tempest-TestMinimumBasicScenario-194018821-router', 'tenant_id': 'd61bc488b95548b09878160a995e5a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:04Z', 'updated_at': '2021-05-06T18:41:56Z', 'revision_number': 6, 'project_id': 'd61bc488b95548b09878160a995e5a16', 'gw_port_host': None}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:41:56.864179 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Calling delete_port for 698deef7-ab6d-4845-a713-33201db35c37 owned by network:router_gateway {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:57.016373 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.017803 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-bbdfc492-71bb-4995-b4c4-7b02e8c82d6d tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:57.068977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=698deef7-ab6d-4845-a713-33201db35c37,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:57.103470 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:57.168149 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.264908 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c7ba6204-638a-4e49-96dd-ac78568be711 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:57.299664 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: c7ba6204-638a-4e49-96dd-ac78568be711 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:57.300058 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c7ba6204-638a-4e49-96dd-ac78568be711 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:57.348626 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.350837 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.373310 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.373948 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e9397c-8d1c-4aee-b074-758ad9b5d83c {{(pid=79117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:41:57.389301 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.390430 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/65e9397c-8d1c-4aee-b074-758ad9b5d83c HTTP/1.1" status: 204 len: 168 time: 1.3888977 May 06 18:41:57.392947 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33052) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:57.454065 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Deleting subnet 219a532e-2b51-4d4a-a4a0-c115edb70dd2 {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:41:57.457001 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.504649 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8144696'] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.585690 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.855400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8163168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7043419'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.860210 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-13387c9a-3313-4fd9-b13d-c3c488ae07a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:57.900612 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219a532e-2b51-4d4a-a4a0-c115edb70dd2,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:57.903246 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:57.906738 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba85b1-e07f-4e50-8131-5f99210a6df9 None None] Network 5cc2ae30-6f29-404c-886b-4f34c7a1b748 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:41:57.913296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.913670 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.914032 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.914390 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.914740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.915117 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.915463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.915809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.916156 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.916754 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.917094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.917436 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:57.922571 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/219a532e-2b51-4d4a-a4a0-c115edb70dd2 HTTP/1.1" status: 204 len: 168 time: 0.5276475 May 06 18:41:57.922571 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cd3aa27d-1a07-4b64-b90d-f1d8d7088521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:57.924239 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33056) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:58.039463 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.119336 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Deleting port 648eda07-367f-42df-8ce2-2142a50911f0 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:58.119760 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.212898 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] DHCP port deletion for 5cc2ae30-6f29-404c-886b-4f34c7a1b748 request from dv-cinder-733622-15-smb {{(pid=79118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:41:58.232966 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] For port 648eda07-367f-42df-8ce2-2142a50911f0, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=648eda07-367f-42df-8ce2-2142a50911f0,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:58.233369 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.314589 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Deleting port 648eda07-367f-42df-8ce2-2142a50911f0 {{(pid=79118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:41:58.315236 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.362155 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Calling delete_port for 648eda07-367f-42df-8ce2-2142a50911f0 owned by network:dhcp {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:58.416921 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.421486 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] For port 648eda07-367f-42df-8ce2-2142a50911f0, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=648eda07-367f-42df-8ce2-2142a50911f0,segment=NetworkSegment(9e4d21db-c6fb-46ab-82da-ccc00b7e210c),segment_id=9e4d21db-c6fb-46ab-82da-ccc00b7e210c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:41:58.421896 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.427760 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f72d99a9-7b7b-4096-9bf7-df9f3548b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:58.556143 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Calling delete_port for 648eda07-367f-42df-8ce2-2142a50911f0 owned by network:dhcp {{(pid=79118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:41:58.569621 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] No DVR routers for this DVR port 648eda07-367f-42df-8ce2-2142a50911f0 on host dv-cinder-733622-15-smb {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:58.601208 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Pushing event deleted for resources: {'Port': ['ID=648eda07-367f-42df-8ce2-2142a50911f0,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:58.605870 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:58.607813 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.611869 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:58.658725 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Pushing event deleted for resources: {'Port': ['ID=648eda07-367f-42df-8ce2-2142a50911f0,revision_number=None']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:58.665751 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] No DVR routers for this DVR port 648eda07-367f-42df-8ce2-2142a50911f0 on host dv-cinder-733622-15-smb {{(pid=79118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:41:58.674041 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.674586 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.675209 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.675551 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.675895 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.676221 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.676550 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.676877 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.677204 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.677525 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.677857 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.678177 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:41:58.681273 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:58.706475 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.721507 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc2ae30-6f29-404c-886b-4f34c7a1b748']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:58.744366 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4d21db-c6fb-46ab-82da-ccc00b7e210c') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:58.744852 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4d21db-c6fb-46ab-82da-ccc00b7e210c') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:41:58.767557 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.796347 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.812834 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:41:58.813389 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:41:58.828556 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:41:58.913263 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.918074 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:41:58.922273 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:41:58.944827 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc2ae30-6f29-404c-886b-4f34c7a1b748,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:41:58.949135 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:41:58.962647 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-eea4e836-395e-463f-9316-9c98c4bf3080 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5cc2ae30-6f29-404c-886b-4f34c7a1b748 HTTP/1.1" status: 204 len: 168 time: 1.0372992 May 06 18:41:58.965647 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33068) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:41:59.236971 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 698deef7-ab6d-4845-a713-33201db35c37 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:59.286264 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 698deef7-ab6d-4845-a713-33201db35c37 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:59.286609 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 698deef7-ab6d-4845-a713-33201db35c37 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:59.287063 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 648eda07-367f-42df-8ce2-2142a50911f0 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:41:59.322007 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 648eda07-367f-42df-8ce2-2142a50911f0 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:41:59.322724 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 648eda07-367f-42df-8ce2-2142a50911f0 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:41:59.543618 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:00.041014 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Deleting port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:00.042130 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:00.273162 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] For port 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:00.273517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:00.402977 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Calling delete_port for 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 owned by network:router_interface {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:00.544667 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:00.548066 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2c5e64bd-7ebf-4d79-820e-de97527e5fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:00.590782 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:00.594473 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:00.869182 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:01.257017 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Router 8137a119-a7d2-4d52-8762-4f418e768c38 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:01.440546 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:01.454715 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-d59aee73-8aca-442c-b7a0-fedf99f8f275 admin admin] 10.222.0.11 "PUT /v2.0/routers/8137a119-a7d2-4d52-8762-4f418e768c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4836192 May 06 18:42:01.455108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33102) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:01.457140 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] Sync routers for ids ['8137a119-a7d2-4d52-8762-4f418e768c38'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:01.473199 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] Routers {'8137a119-a7d2-4d52-8762-4f418e768c38'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:01.473853 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['8137a119-a7d2-4d52-8762-4f418e768c38'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:01.670562 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] Set router 8137a119-a7d2-4d52-8762-4f418e768c38 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:01.753916 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks [] for router, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:01.793463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33110) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:01.927599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:01.942344 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:01.945941 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:01.946524 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Usage tracker for resource:security_group_rule and tenant:e224bd4705e34673931bde51dc90115b is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:01.949433 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:01.960107 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:01.977035 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:42:00Z', 'revision_number': 5, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port': {'id': 'e24dff2d-0849-41e8-ae98-15bf73aace12', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:39:23Z', 'updated_at': '2021-05-06T18:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:01.981281 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] Checking router: 8137a119-a7d2-4d52-8762-4f418e768c38 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:01.993151 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] Routers {'8137a119-a7d2-4d52-8762-4f418e768c38'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:01.994061 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:41:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['8137a119-a7d2-4d52-8762-4f418e768c38'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:02.028211 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Deleting port e24dff2d-0849-41e8-ae98-15bf73aace12 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:02.029458 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.056289 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.061474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.068662 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-7b49ae98-6631-476b-a93f-c862a355cfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:02.110602 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76076a49-5e7f-409a-adb1-8be498b6155e,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:02.117713 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33116) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:02.117933 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e224bd4705e34673931bde51dc90115b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220348 May 06 18:42:02.118773 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5eb2dca1-c0f8-4685-a5da-885b9b66980f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:02.154140 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] Set router 8137a119-a7d2-4d52-8762-4f418e768c38 gateway port host: None {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:02.212542 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] For port e24dff2d-0849-41e8-ae98-15bf73aace12, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=e24dff2d-0849-41e8-ae98-15bf73aace12,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:02.212790 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.260254 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:42:01Z', 'revision_number': 6, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:02.264971 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d1ce4-9004-4460-a6b9-0fc227f2dfd3 None None] The sync data for ids ['8137a119-a7d2-4d52-8762-4f418e768c38'] in dv-cinder-733622-15-smb is: [{'id': '8137a119-a7d2-4d52-8762-4f418e768c38', 'name': 'tempest-TestMinimumBasicScenario-194152817-router', 'tenant_id': '6ae56af037854596a45af1ad68dff507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:39:21Z', 'updated_at': '2021-05-06T18:42:01Z', 'revision_number': 6, 'project_id': '6ae56af037854596a45af1ad68dff507', 'gw_port_host': None}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:02.285563 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.350591 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Calling delete_port for e24dff2d-0849-41e8-ae98-15bf73aace12 owned by network:router_gateway {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:02.385176 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.469539 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.474368 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-2d2f84be-6386-4601-a2d6-b4060e57f54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:02.491446 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76076a49-5e7f-409a-adb1-8be498b6155e,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:02.502128 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.503249 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76076a49-5e7f-409a-adb1-8be498b6155e HTTP/1.1" status: 204 len: 168 time: 0.3844309 May 06 18:42:02.508507 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.509065 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.509298 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.509610 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.509964 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.510366 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.510720 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.511099 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.511467 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.511804 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.512152 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.512496 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:02.516387 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:02.594353 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.599204 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:02.657807 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24dff2d-0849-41e8-ae98-15bf73aace12,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:02.661194 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:02.757662 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.817707 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33124) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:02.835305 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.850159 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:02.854040 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Usage tracker for resource:security_group_rule and tenant:5bc2db09db3646bfbd2ae254a3bdbfb8 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:02.857616 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:02.863482 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:02.940074 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.941269 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.948194 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.951890 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.964544 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cae22edd-e66d-499f-a905-72c58cb75adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:02.964895 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.965679 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8137a119-a7d2-4d52-8762-4f418e768c38 {{(pid=79116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:42:02.980710 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:02.982758 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8137a119-a7d2-4d52-8762-4f418e768c38 HTTP/1.1" status: 204 len: 168 time: 1.5268452 May 06 18:42:02.985718 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33128) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:03.058185 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Deleting subnet 8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2 {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:03.061984 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.114027 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.114348 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bc2db09db3646bfbd2ae254a3bdbfb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954535 May 06 18:42:03.117193 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33132) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:03.129391 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b218c-09aa-41b8-aa7a-e206dc8ecc29,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:03.133423 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6874866a-9118-44da-b8b2-d1c91ebcd49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:03.183917 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.214292 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.241045 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.253727 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:03.285046 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.303658 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-5ccac69e-ba9b-4091-b53c-0935728a5c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:03.305154 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:03.305561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 38ef14a2-14e8-42c8-8f6d-0eb3a8e795c4 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:03.306010 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device e24dff2d-0849-41e8-ae98-15bf73aace12 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:03.317227 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b218c-09aa-41b8-aa7a-e206dc8ecc29,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:03.321152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:03.327182 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.343928 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f2c8c855-9469-4216-87b7-7e5a583897b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c45b218c-09aa-41b8-aa7a-e206dc8ecc29 HTTP/1.1" status: 204 len: 168 time: 0.2161446 May 06 18:42:03.411530 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: e24dff2d-0849-41e8-ae98-15bf73aace12 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:03.412172 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device e24dff2d-0849-41e8-ae98-15bf73aace12 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:03.659820 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.664132 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-7ab2b5e8-d625-4b09-b5c0-051b302ac2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:03.703650 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:03.706833 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:03.709835 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.715893 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7fc3ce-52b1-40f0-914f-a2b455f2c4e6 None None] Network 3532d1f5-1272-407a-8ee5-1d6a9a635662 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:03.720311 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a51915ff-2142-4471-b9cb-fc32dd254195 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e66e835-e17b-4df2-a89e-9a4a8a0bb0e2 HTTP/1.1" status: 204 len: 168 time: 0.7308459 May 06 18:42:03.720603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33140) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:03.807465 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33144) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:03.828824 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.834450 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.844486 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:03.848793 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Usage tracker for resource:security_group_rule and tenant:31390a138b314177804ee6aa4296672a is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:03.851773 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:03.859459 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:03.914528 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Deleting port bdc06658-34f3-48c3-bb3e-85281f1d019e {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:03.914869 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.955966 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.961336 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:03.972772 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8e8cc085-76a2-4ec9-8385-abc6f6020c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:04.016927 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] DHCP port deletion for 3532d1f5-1272-407a-8ee5-1d6a9a635662 request from dv-cinder-733622-15-smb {{(pid=79118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:42:04.017522 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31390a138b314177804ee6aa4296672a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083611 May 06 18:42:04.019408 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e977435-7c41-4b35-9d73-e71676e8d709,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:04.021953 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33148) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:04.022563 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-bd64130c-8278-4b73-934e-45990653c694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:04.025962 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] For port bdc06658-34f3-48c3-bb3e-85281f1d019e, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=bdc06658-34f3-48c3-bb3e-85281f1d019e,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:04.026325 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.084039 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Deleting port bdc06658-34f3-48c3-bb3e-85281f1d019e {{(pid=79118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:04.084425 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.180744 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Calling delete_port for bdc06658-34f3-48c3-bb3e-85281f1d019e owned by network:dhcp {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:04.187797 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] For port bdc06658-34f3-48c3-bb3e-85281f1d019e, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=bdc06658-34f3-48c3-bb3e-85281f1d019e,segment=NetworkSegment(3e0f7613-11a7-49aa-85f2-c7d696cfbd21),segment_id=3e0f7613-11a7-49aa-85f2-c7d696cfbd21)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:04.188203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.236598 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.269767 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.315386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.315636 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Calling delete_port for bdc06658-34f3-48c3-bb3e-85281f1d019e owned by network:dhcp {{(pid=79118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:04.320078 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-e68f7e62-88b5-4a56-88eb-47979f04f6a1 tempest-VolumesActionsTest-255011658 tempest-VolumesActionsTest-255011658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:04.361359 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.366024 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:04.374178 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] No DVR routers for this DVR port bdc06658-34f3-48c3-bb3e-85281f1d019e on host dv-cinder-733622-15-smb {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:04.403167 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc06658-34f3-48c3-bb3e-85281f1d019e,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:04.406973 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:04.411849 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Pushing event deleted for resources: {'Port': ['ID=bdc06658-34f3-48c3-bb3e-85281f1d019e,revision_number=None']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:04.414751 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:04.415650 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] No DVR routers for this DVR port bdc06658-34f3-48c3-bb3e-85281f1d019e on host dv-cinder-733622-15-smb {{(pid=79118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:04.508489 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.513976 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fa5fafa5-71dc-4cba-b20f-cdca243b74de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:04.524782 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.540308 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e977435-7c41-4b35-9d73-e71676e8d709,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:04.542804 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:04.548481 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3532d1f5-1272-407a-8ee5-1d6a9a635662']}} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:04.566563 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0f7613-11a7-49aa-85f2-c7d696cfbd21') {'for_net_delete': True} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:04.566874 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0f7613-11a7-49aa-85f2-c7d696cfbd21') {} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:04.579568 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.580677 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e977435-7c41-4b35-9d73-e71676e8d709 HTTP/1.1" status: 204 len: 168 time: 0.5577750 May 06 18:42:04.582463 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8144679'] for segment, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.599845 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.608068 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=79117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:04.608521 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8163078'] for segment, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: Traceback (most recent call last): May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: timer() May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: cb(*args, **kw) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: return func(*args, **kwargs) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: self._notify() May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: self.callback(batched_events) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: event.method(event) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: return f(self, *a, **k) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: return self._get(url).json() May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: return self.request(url, 'GET', **kwargs) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:04.622168 dv-cinder-733622-15-smb neutron-server[79117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:04.704094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.709128 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:04.725909 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:04.733118 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Pushing event deleted for resources: {'Network': ['ID=3532d1f5-1272-407a-8ee5-1d6a9a635662,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:04.739907 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] 10.222.0.11 "DELETE /v2.0/networks/3532d1f5-1272-407a-8ee5-1d6a9a635662 HTTP/1.1" status: 204 len: 168 time: 1.0170882 May 06 18:42:04.740866 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:04.938374 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33156) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:04.996504 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-1c06df78-e84c-43af-833c-ab45574093ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d61bc488b95548b09878160a995e5a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568371 May 06 18:42:05.000908 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33160) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:05.010476 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-56f05c24-6812-4da2-8a37-9866a49a0117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.066670 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.098366 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.152512 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.156943 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-305f95fa-4b5b-4270-bcb9-2aa959b21772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:05.174736 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99410e46-eed9-42bd-a228-eb39312c834f,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:05.177805 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:05.179949 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.183971 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99410e46-eed9-42bd-a228-eb39312c834f HTTP/1.1" status: 204 len: 168 time: 0.1796236 May 06 18:42:05.251636 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device bdc06658-34f3-48c3-bb3e-85281f1d019e no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:05.286906 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: bdc06658-34f3-48c3-bb3e-85281f1d019e {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:05.287290 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device bdc06658-34f3-48c3-bb3e-85281f1d019e not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:05.366151 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.560694 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33168) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:05.615660 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-03796881-e095-4dfb-8149-859df7b0bbec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ae56af037854596a45af1ad68dff507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512955 May 06 18:42:05.616411 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33172) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:05.677945 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.704052 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.757198 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.761034 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-d9cc94b2-d229-4e0d-b9d1-b5cd6e9b186d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:05.779251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814324c8-2b76-4e0b-bd69-b71a6541917b,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:05.782182 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:05.784272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:05.785284 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/814324c8-2b76-4e0b-bd69-b71a6541917b HTTP/1.1" status: 204 len: 168 time: 0.1679811 May 06 18:42:06.540061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33196) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:06.650962 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-380964534-network', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:06.655790 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:06.659751 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Usage tracker for resource:network and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:06.662595 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:06.669676 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:06.680624 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Made reservation on behalf of 207aa96ad41d42468e5c9bc9a19ce932 for: {'network': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:06.682996 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.696817 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.713822 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:06.718044 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:06.721021 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:06.726942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:06.824382 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.828402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.831606 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-171b26af-7ab8-4d2a-95ac-eff226aca2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:06.861164 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=79117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:42:06.870094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048261c0-7373-474b-b969-cd9605a233eb,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:06.874343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:06.876878 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.877225 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.segments_db [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Added segment c0fd8b9a-922f-4487-96aa-4d0174abed42 of type vlan for network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 May 06 18:42:06.902920 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.931582 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.932867 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:06.933451 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:06.937380 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-25024a40-7491-440e-b85b-2fef501930eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:07.037278 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Pushing event updated for resources: {'Network': ['ID=321cb4d9-35bd-43f7-9f6c-9853d5c78381,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:07.040665 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4995859 May 06 18:42:07.041779 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:07.044367 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33204) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:07.048782 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:42:07.050551 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Request body: {'subnet': {'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-380964534-subnet', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:07.055629 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:07.060863 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Usage tracker for resource:subnet and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:07.064083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:07.069795 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:07.080988 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Made reservation on behalf of 207aa96ad41d42468e5c9bc9a19ce932 for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:07.083594 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7043376'] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.590028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8144803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7043394'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.595613 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3a95944b-28cf-4fa4-9394-42839febf89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:07.667269 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e7da5e35-db38-431c-8a92-d8a321aa339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.673268 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9ee4b2-af3f-406c-875a-3e47ac31ca72,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:07.677654 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:07.681970 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Checking segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:07.682337 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Network hostable DHCP agents. Network: 321cb4d9-35bd-43f7-9f6c-9853d5c78381, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:42:07.701423 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:42:07.702818 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.714051 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 321cb4d9-35bd-43f7-9f6c-9853d5c78381) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:07.725704 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:07.726258 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.729780 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da484743-0ca9-4d7a-af9f-4a4e36829c0a None None] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:07.750831 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7049327 May 06 18:42:07.753485 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33214) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:07.761579 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:07.768133 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:07.772912 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Usage tracker for resource:router and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:07.776540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:07.785189 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:07.798563 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.800296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.821771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:07.989005 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:42:07.989863 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.162157 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.163670 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Allocated IP 172.20.0.2 (321cb4d9-35bd-43f7-9f6c-9853d5c78381/5a9ee4b2-af3f-406c-875a-3e47ac31ca72/7dab4fb7-aca2-42df-8ed6-0e388fb0653b) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:08.261370 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9435cc-ec3b-4eae-82d2-a452d6c0e906 req-bfd6dc4d-de0f-4f35-bf25-9b824f103cee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:08.263375 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-df9435cc-ec3b-4eae-82d2-a452d6c0e906 req-bfd6dc4d-de0f-4f35-bf25-9b824f103cee tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.2935307 May 06 18:42:08.319975 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-df9435cc-ec3b-4eae-82d2-a452d6c0e906 req-8604e0a5-4dd1-485d-8551-06b2aa400ab2 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 May 06 18:42:08.428389 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.446813 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Transition to ACTIVE for port object 7dab4fb7-aca2-42df-8ed6-0e388fb0653b will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:08.468819 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Transition to ACTIVE for port object 7dab4fb7-aca2-42df-8ed6-0e388fb0653b will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:08.474453 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.478205 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-937df434-b405-4592-8554-1a428200d879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:08.540224 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:08.549509 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:08.554916 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:08.562653 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Pushing event updated for resources: {'Port': ['ID=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:08.568211 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:08.580940 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.613853 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.721284 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Attempting to bind port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:08.721670 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Attempting to bind port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:08.722051 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Attempting to bind port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b on network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:08.727997 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:08.728455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Checking segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:08.728806 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.729213 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Bound using segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:08.729698 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Bound port: 7dab4fb7-aca2-42df-8ed6-0e388fb0653b, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:08.730084 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.766414 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Allocated IP 172.28.1.246 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/56e26b90-ed80-4428-996e-cdd545a71b42) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:08.848007 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] For port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:08.850352 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.852300 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] For port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:08.858236 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:08.862865 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:08.961737 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Pushing event updated for resources: {'Port': ['ID=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:08.967671 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:09.056207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.091916 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.096049 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-606a9323-84f0-4649-b728-b652ac1fde19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:09.177984 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=56e26b90-ed80-4428-996e-cdd545a71b42,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:09.181088 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:09.188483 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:09.193234 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:09.199437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:09.315604 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 7dab4fb7-aca2-42df-8ed6-0e388fb0653b up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:09.406798 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:09.735252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-5573a616-c406-47ad-80d8-33f65286423a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:09.737167 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-5573a616-c406-47ad-80d8-33f65286423a tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.3290448 May 06 18:42:09.841248 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce922f-d10c-4303-9637-c82180ac9d09 req-0f2100eb-d78f-46ef-a73e-673e776d9342 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:09.842837 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-97ce922f-d10c-4303-9637-c82180ac9d09 req-0f2100eb-d78f-46ef-a73e-673e776d9342 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.3573656 May 06 18:42:09.963252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:09.977489 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed4c02-58df-4a47-a9e3-72be45544348 None None] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:10.023404 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-97ce922f-d10c-4303-9637-c82180ac9d09 req-6536a302-306a-4576-9510-df165271a4d3 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705210 May 06 18:42:10.076000 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Provisioning for port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:10.099483 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Provisioning complete for port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:10.099882 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.144416 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Deleting port dbe33bb9-a5fc-452c-8726-90470aff0ff9 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:10.144656 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.324729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.369696 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] For port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:10.375707 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.378947 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:10.457777 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.472259 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Pushing event updated for resources: {'Port': ['ID=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:10.478601 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-d050eb67-c4db-4a4f-8942-42383bc465ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:10.650324 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] For port dbe33bb9-a5fc-452c-8726-90470aff0ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dbe33bb9-a5fc-452c-8726-90470aff0ff9,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:10.650942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.702641 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-801a68d9-aae0-4d1c-bb89-9ed79e94d575 None None] Provisioning complete for port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:10.702964 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-801a68d9-aae0-4d1c-bb89-9ed79e94d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:10.769863 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:11.207181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:11.207565 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:11.207857 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.l3_db [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Floating IP 649a7dbe-4cb0-431f-9652-d85ac84de913 disassociated. External IP: 172.28.1.170, port: dbe33bb9-a5fc-452c-8726-90470aff0ff9. May 06 18:42:11.208216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Calling delete_port for dbe33bb9-a5fc-452c-8726-90470aff0ff9 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:11.264581 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 7dab4fb7-aca2-42df-8ed6-0e388fb0653b up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:11.286207 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Router 6800427a-1980-4832-9ad4-5cbeec077bb1 is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:42:11.366956 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:11.368008 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:11.384338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f35ae-e240-4cac-ae3c-d30b54def59c req-9d27ebd5-d0b5-4a1c-bb97-956b70490155 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:11.385887 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c48f35ae-e240-4cac-ae3c-d30b54def59c req-9d27ebd5-d0b5-4a1c-bb97-956b70490155 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 946 time: 0.2261631 May 06 18:42:11.578380 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c48f35ae-e240-4cac-ae3c-d30b54def59c req-6eb607e0-f609-496d-aabc-df592ad23672 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=91e68bf9-08db-40c9-8356-418700ee845c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314974 May 06 18:42:11.614095 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:11.615212 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:11.623160 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Sync routers for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:11.624132 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-33e51a1b-62ff-4882-951a-1e535001aba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:11.634477 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:11.635153 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:11.678427 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event deleted for resources: {'Port': ['ID=dbe33bb9-a5fc-452c-8726-90470aff0ff9,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:11.683078 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:11.821584 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:11.822830 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0667019 May 06 18:42:11.827286 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33224) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:11.918790 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:11.925168 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Router 0d272a52-598f-46a7-b11f-27cb6f7695df has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:12.161400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:12.178222 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:12.206342 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:12.207834 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:12.432826 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] No DVR routers for this DVR port dbe33bb9-a5fc-452c-8726-90470aff0ff9 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:12.438022 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.438719 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ddceb1c9-bfc4-4c5b-a7ff-9446c91b1fbf req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.15 "DELETE /v2.0/ports/dbe33bb9-a5fc-452c-8726-90470aff0ff9 HTTP/1.1" status: 204 len: 173 time: 2.6814771 May 06 18:42:12.439415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-deleted', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:12.477212 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:09Z', 'revision_number': 3, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:12.483622 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Checking router: 6800427a-1980-4832-9ad4-5cbeec077bb1 for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:12.484379 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Updating router 6800427a-1980-4832-9ad4-5cbeec077bb1 port 56e26b90-ed80-4428-996e-cdd545a71b42 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:42:12.508228 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca939b4-f6ec-4316-acae-59c61c677ccf', 'name': 'network-vif-deleted', 'tag': 'dbe33bb9-a5fc-452c-8726-90470aff0ff9', 'status': 'completed', 'code': 200} May 06 18:42:12.526948 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:12.563635 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.913129 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:12.914270 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-6ad8fee0-fe11-4f44-ba69-36d948c2703b req-8b1a7587-3435-478d-a0ab-717bda2a6327 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Synchronizing usage tracker for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:12.935795 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-6ad8fee0-fe11-4f44-ba69-36d948c2703b req-8b1a7587-3435-478d-a0ab-717bda2a6327 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Unset dirty status for tenant:bcab243411c44cfa86265fbbbeb00f6b on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:12.937194 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6ad8fee0-fe11-4f44-ba69-36d948c2703b req-8b1a7587-3435-478d-a0ab-717bda2a6327 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=cca939b4-f6ec-4316-acae-59c61c677ccf HTTP/1.1" status: 200 len: 210 time: 0.1108143 May 06 18:42:13.082973 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:13.087344 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:13.097548 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:13.098381 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:13.185001 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.208545 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Transition to ACTIVE for port object 56e26b90-ed80-4428-996e-cdd545a71b42 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:13.218788 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Allocated IP 172.20.0.1 (321cb4d9-35bd-43f7-9f6c-9853d5c78381/5a9ee4b2-af3f-406c-875a-3e47ac31ca72/11523ed9-b31d-4c15-9706-88309435e73a) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:13.222350 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.244447 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:13.339632 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:13.359998 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Attempting to bind port 56e26b90-ed80-4428-996e-cdd545a71b42 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:13.360680 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Attempting to bind port 56e26b90-ed80-4428-996e-cdd545a71b42 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:13.361220 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Attempting to bind port 56e26b90-ed80-4428-996e-cdd545a71b42 on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:13.396599 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:13.397217 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:13.397890 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.398542 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:13.399600 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Bound port: 56e26b90-ed80-4428-996e-cdd545a71b42, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:13.400072 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.436863 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.456665 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.provisioning_blocks [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Transition to ACTIVE for port object 11523ed9-b31d-4c15-9706-88309435e73a will not be triggered until provisioned by entity DHCP. {{(pid=79116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:13.458945 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Pushing event updated for resources: {'Port': ['ID=56e26b90-ed80-4428-996e-cdd545a71b42,revision_number=2']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:13.487413 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.487762 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.488274 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.488608 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.488951 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.489273 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.489546 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.489870 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.490191 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.490534 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.490858 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.491209 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.491525 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:42:13.497320 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:13.508708 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:13.540348 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] For port 56e26b90-ed80-4428-996e-cdd545a71b42, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:13.544640 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] For port 56e26b90-ed80-4428-996e-cdd545a71b42, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=56e26b90-ed80-4428-996e-cdd545a71b42,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:13.551227 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.555488 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:13.587461 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:13.589473 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:13.605524 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:13.641430 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Pushing event updated for resources: {'Port': ['ID=56e26b90-ed80-4428-996e-cdd545a71b42,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:13.652933 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-6cc840a0-149e-40d0-ab7c-8e786b9e8c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:13.656136 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:13.657032 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:13.821992 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:13.828039 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db17783-3c26-4f06-b8c7-8b641ea00820 None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:35:03Z', 'revision_number': 4, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '9f60e3b4-669d-42fc-8193-49b089e897a4', 'name': '', 'network_id': '79e94441-7175-4269-8098-1317822558cb', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'mac_address': 'fa:16:3e:dd:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:35:00Z', 'updated_at': '2021-05-06T18:35:19Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'subnets': [{'id': '94abb578-cf27-49cd-9431-3a44f035d9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:13.839892 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:13.888871 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: dbe33bb9-a5fc-452c-8726-90470aff0ff9 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:13.889239 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device dbe33bb9-a5fc-452c-8726-90470aff0ff9 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:13.893720 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=11523ed9-b31d-4c15-9706-88309435e73a,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:13.897595 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:13.901535 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:13.906630 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:13.907624 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-ebc6b04d-3417-4f89-84d8-70a8f2dd4223 None None] Provisioning for port 11523ed9-b31d-4c15-9706-88309435e73a completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:13.913561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-ebc6b04d-3417-4f89-84d8-70a8f2dd4223 None None] Provisioning complete for port 11523ed9-b31d-4c15-9706-88309435e73a triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:13.914243 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b04d-3417-4f89-84d8-70a8f2dd4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.001323 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6b04d-3417-4f89-84d8-70a8f2dd4223 None None] Port 11523ed9-b31d-4c15-9706-88309435e73a cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:42:14.116595 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33236) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:14.206663 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b4667-deea-46b8-b1a3-eb6d73f5b4e0 None None] New status for floating IP 649a7dbe-4cb0-431f-9652-d85ac84de913: DOWN {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:42:14.218360 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.248013 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.256447 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.326355 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.332623 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-86198de2-76d9-4d9e-9617-8b354702e7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:14.350500 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e68bf9-08db-40c9-8356-418700ee845c,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:14.353023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:14.360982 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.363558 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "DELETE /v2.0/security-groups/91e68bf9-08db-40c9-8356-418700ee845c HTTP/1.1" status: 204 len: 168 time: 0.2432544 May 06 18:42:14.365160 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33240) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:14.400764 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.api.v2.resource [None req-5b3d54ff-ba3e-4483-834e-0a35e6213b3b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] show failed (client error): The resource could not be found. May 06 18:42:14.406146 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-5b3d54ff-ba3e-4483-834e-0a35e6213b3b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "GET /v2.0/security-groups/91e68bf9-08db-40c9-8356-418700ee845c HTTP/1.1" status: 404 len: 347 time: 0.0340481 May 06 18:42:14.406757 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33244) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:14.513745 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:09Z', 'revision_number': 3, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:14.522452 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb714ba3-45ff-4e75-9d00-33fbe23dc0ed None None] The sync data for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb is: [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:09Z', 'revision_number': 3, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:14.530559 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.540479 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.581479 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-6b8970e7-24c5-4551-a43e-78b6dcf06bf2 tempest-ServerRescueNegativeTestJSON-399504899 tempest-ServerRescueNegativeTestJSON-399504899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:14.661216 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.665041 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Deleting port 8760dcac-d049-4c30-9b60-0353e99e0837 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:14.665387 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.675310 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=11523ed9-b31d-4c15-9706-88309435e73a,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:14.691426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:14.800200 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.800537 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:14.820891 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:14.824236 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:14.975136 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Calling delete_port for 8760dcac-d049-4c30-9b60-0353e99e0837 owned by network:floatingip {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:15.150973 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-6d7ecaa2-3250-41aa-a6e3-b0fd2a10a280 None None] Provisioning complete for port 11523ed9-b31d-4c15-9706-88309435e73a triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:15.151558 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Router 6800427a-1980-4832-9ad4-5cbeec077bb1 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:15.151869 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-6d7ecaa2-3250-41aa-a6e3-b0fd2a10a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.173961 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.187722 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a657fa53-f7d2-4d6b-8e81-19bfbda6a4b9 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:15.292777 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Pushing event deleted for resources: {'Port': ['ID=8760dcac-d049-4c30-9b60-0353e99e0837,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:15.296297 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:15.337203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ecaa2-3250-41aa-a6e3-b0fd2a10a280 None None] Port 11523ed9-b31d-4c15-9706-88309435e73a cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:42:15.377950 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 56e26b90-ed80-4428-996e-cdd545a71b42 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:15.379405 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks [] for floatingip, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.402805 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.404751 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-dace0eed-f1e9-4f28-b254-7baea3e02c83 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] 10.222.0.11 "DELETE /v2.0/floatingips/649a7dbe-4cb0-431f-9652-d85ac84de913 HTTP/1.1" status: 204 len: 168 time: 0.9964626 May 06 18:42:15.411920 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:15.444995 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7ddce76f-82c6-4265-b9aa-d8ad42fcc0e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/6800427a-1980-4832-9ad4-5cbeec077bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6161964 May 06 18:42:15.479223 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 56e26b90-ed80-4428-996e-cdd545a71b42 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:15.485373 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 56e26b90-ed80-4428-996e-cdd545a71b42 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:15.485811 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.656041 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.683430 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 56e26b90-ed80-4428-996e-cdd545a71b42, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=56e26b90-ed80-4428-996e-cdd545a71b42,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:15.690221 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:15.692230 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-0976afdb-8f70-4282-b185-12464233aed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:15.786025 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=56e26b90-ed80-4428-996e-cdd545a71b42,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:15.792833 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:16.243825 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33266) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:16.251773 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-889812516-network', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:16.257008 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:16.260961 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Usage tracker for resource:network and tenant:98abfdc21f03488eaff9dae8d7c0fa1e is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:16.265210 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:16.272103 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:16.286502 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Made reservation on behalf of 98abfdc21f03488eaff9dae8d7c0fa1e for: {'network': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:16.289020 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.303867 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.322899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:16.327766 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:98abfdc21f03488eaff9dae8d7c0fa1e is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:16.330985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:16.337474 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:16.436846 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.441403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.444644 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-629de178-60d3-4fd6-808f-336b73e28110 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:16.451777 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Sync routers for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:16.462072 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:16.462722 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:16.474625 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=79117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:42:16.486651 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3241e7-9a18-4628-9a9d-93b3afa32a82,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:16.491419 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:16.495620 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.496006 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.segments_db [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Added segment 22729ecc-2521-47d1-8877-91f066ffd262 of type vlan for network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f May 06 18:42:16.536127 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.577186 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.578974 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:16.579670 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:16.584127 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:16.704975 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4558051 May 06 18:42:16.705931 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33272) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:16.712969 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Request body: {'subnet': {'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-889812516-subnet', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'ip_version': 4}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:16.715812 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:16.717811 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc2f612-3b95-44c9-b79a-13e0186a5e0f,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:16.721963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:16.743865 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:16.751454 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Usage tracker for resource:subnet and tenant:98abfdc21f03488eaff9dae8d7c0fa1e is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:16.756735 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:16.769410 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:16.793345 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Made reservation on behalf of 98abfdc21f03488eaff9dae8d7c0fa1e for: {'subnet': 1} {{(pid=79116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:16.798467 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:42:16.798891 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-944428'] for subnet, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.288290 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 56e26b90-ed80-4428-996e-cdd545a71b42 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:17.359012 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 2, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:17.369122 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Checking router: 6800427a-1980-4832-9ad4-5cbeec077bb1 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:17.369488 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Updating router 6800427a-1980-4832-9ad4-5cbeec077bb1 port 11523ed9-b31d-4c15-9706-88309435e73a binding host dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:42:17.436879 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 56e26b90-ed80-4428-996e-cdd545a71b42 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:17.437260 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.461460 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.566108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8256405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-944478'] for subnet, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.571115 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:17.643466 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aad0ecd-5e65-49eb-94ee-e3faa91cac66,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:17.647008 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:17.655199 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Checking segment: {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:17.655557 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Network hostable DHCP agents. Network: 6cc2f612-3b95-44c9-b79a-13e0186a5e0f, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:42:17.674426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:42:17.686070 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, 6cc2f612-3b95-44c9-b79a-13e0186a5e0f) {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:17.696035 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:17.696872 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.712070 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3dec14-1045-4d62-b97c-f2dcfc900608 None None] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:17.721039 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-e533ecb1-dd8e-4979-8254-971dc98e671c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0138257 May 06 18:42:17.723354 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33284) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:17.729572 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:17.737584 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:17.742590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Usage tracker for resource:router and tenant:98abfdc21f03488eaff9dae8d7c0fa1e is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:17.749653 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:17.760539 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:17.780266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1680869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37720'] for router, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.784061 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1680874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1607597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37713'] for router, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:17.810112 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.126522 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp388eb4cc-6c6e-5342-800b-b4391789dfe8-6cc2f612-3b95-44c9-b79a-13e0186a5e0f', 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'fixed_ips': [{'subnet_id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66'}]}} from dv-cinder-733622-15-smb. {{(pid=79118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 18:42:18.127446 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.141026 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Notify callbacks [] for port, precommit_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.162439 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Transition to ACTIVE for port object 11523ed9-b31d-4c15-9706-88309435e73a will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:18.204480 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.209368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:18.229660 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1675793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37795'] for router, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.444472 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a891-82c0-4351-af25-2dfccd36733a None None] Pushing event updated for resources: {'Port': ['ID=11523ed9-b31d-4c15-9706-88309435e73a,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:18.506312 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1413a891-82c0-4351-af25-2dfccd36733a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:18.611519 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33294) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:18.705338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.733174 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Attempting to bind port 11523ed9-b31d-4c15-9706-88309435e73a on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:18.733788 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Attempting to bind port 11523ed9-b31d-4c15-9706-88309435e73a by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:18.734404 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Attempting to bind port 11523ed9-b31d-4c15-9706-88309435e73a on network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:18.743409 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.767123 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:18.767767 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Checking segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:18.768455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.769114 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Bound using segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:18.769903 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Bound port: 11523ed9-b31d-4c15-9706-88309435e73a, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:18.770536 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:18.868567 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.db_base_plugin_common [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Allocated IP 172.20.0.2 (6cc2f612-3b95-44c9-b79a-13e0186a5e0f/0aad0ecd-5e65-49eb-94ee-e3faa91cac66/35db8679-1e6d-4cae-9e7c-c13ed9d1ce21) {{(pid=79118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:18.935648 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Allocated IP 172.28.1.196 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/c6022f78-8e9d-4727-83b2-f3cd1f91674e) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:18.990383 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] For port 11523ed9-b31d-4c15-9706-88309435e73a, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:19.008937 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] For port 11523ed9-b31d-4c15-9706-88309435e73a, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=11523ed9-b31d-4c15-9706-88309435e73a,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:19.024569 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.031729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-7e6d1ce7-872e-4a93-bf46-9b4883872411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:19.113863 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.157589 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.165578 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-531ecaed-902f-4297-8faf-e0ed869b6073 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:19.181534 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a891-82c0-4351-af25-2dfccd36733a None None] Pushing event updated for resources: {'Port': ['ID=11523ed9-b31d-4c15-9706-88309435e73a,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:19.191094 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:19.191597 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:19.252651 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1413a891-82c0-4351-af25-2dfccd36733a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:19.263312 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Pushing event updated for resources: {'Port': ['ID=c6022f78-8e9d-4727-83b2-f3cd1f91674e,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:19.268139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:19.277441 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:19.279383 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:19.281713 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:19.372887 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Notify callbacks [] for port, precommit_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.393122 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Transition to ACTIVE for port object 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 will not be triggered until provisioned by entity L2. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:19.427301 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Transition to ACTIVE for port object 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 will not be triggered until provisioned by entity DHCP. {{(pid=79118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:19.445087 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254'] for port, after_create {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.452046 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:19.491260 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:19.575916 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f is already hosted by enough agents. {{(pid=79118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:19.587269 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.scheduler.base_scheduler [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Resources bound (agent type, host, resource id): {{(pid=79118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:19.600403 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Received port after_create {{(pid=79118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:19.609909 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Pushing event updated for resources: {'Port': ['ID=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,revision_number=1']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:19.672072 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:19.691094 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.750099 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.846231 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Attempting to bind port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:19.846880 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Attempting to bind port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:19.847483 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Attempting to bind port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 on network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:19.873365 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:19.873757 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Checking segment: {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:19.874176 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:19.874592 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Bound using segment: {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'} {{(pid=79118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:19.875126 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.managers [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Bound port: 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'}}] {{(pid=79118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:19.875519 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.036829 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] For port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:20.041211 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] For port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:20.048100 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.052974 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-e76a78ce-bc81-4ae3-8ba1-a941c84ca983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:20.204380 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:18Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:20.211187 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Pushing event updated for resources: {'Port': ['ID=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,revision_number=2']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:20.214215 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e280e2-37c0-4d52-9bc5-65d7cd3ad24a None None] The sync data for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb is: [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:18Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:20.216417 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:20.269922 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Deleting port 9f60e3b4-669d-42fc-8193-49b089e897a4 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:20.270282 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.321461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1675880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968646'] for router, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.528972 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] For port 9f60e3b4-669d-42fc-8193-49b089e897a4, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=9f60e3b4-669d-42fc-8193-49b089e897a4,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:20.529163 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.683206 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Router d3c46498-c322-4f22-b1a6-f8224d91260a is scheduled to L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e with binding_index 1 {{(pid=79117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 18:42:20.872306 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Calling delete_port for 9f60e3b4-669d-42fc-8193-49b089e897a4 owned by network:router_interface {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:20.953867 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:20.966309 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Sync routers for ids ['d3c46498-c322-4f22-b1a6-f8224d91260a'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:20.978642 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Routers {'d3c46498-c322-4f22-b1a6-f8224d91260a'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:20.979455 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['d3c46498-c322-4f22-b1a6-f8224d91260a'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:20.992866 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:20.998252 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2dbd7ec5-bdfc-42af-9601-3beea913315f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2693982 May 06 18:42:20.998635 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33300) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:21.132379 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.142394 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cad4fa43-1ef5-472e-bd88-8d4f6b8cb37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:21.205684 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Set router d3c46498-c322-4f22-b1a6-f8224d91260a gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:21.265522 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f60e3b4-669d-42fc-8193-49b089e897a4,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:21.268999 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:21.439239 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 11523ed9-b31d-4c15-9706-88309435e73a up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:21.592937 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 11523ed9-b31d-4c15-9706-88309435e73a completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:21.604311 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 11523ed9-b31d-4c15-9706-88309435e73a triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:21.604836 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.766019 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.802866 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.827621 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2b230-138d-4abb-b7b0-5901b72cf0e1 None None] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:21.838996 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:42:19Z', 'revision_number': 3, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:21.846035 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Checking router: d3c46498-c322-4f22-b1a6-f8224d91260a for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:21.847247 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Updating router d3c46498-c322-4f22-b1a6-f8224d91260a port c6022f78-8e9d-4727-83b2-f3cd1f91674e binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:42:21.948074 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.956819 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 11523ed9-b31d-4c15-9706-88309435e73a, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=11523ed9-b31d-4c15-9706-88309435e73a,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:21.988068 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:21.988868 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:22.052549 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:22.156824 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-bb2a83c7-a01d-4637-93e3-12b37d54934a None None] Provisioning for port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:22.164116 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=11523ed9-b31d-4c15-9706-88309435e73a,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:22.172243 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:22.213258 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:22.233036 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:22.234286 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.375215 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Router 0d272a52-598f-46a7-b11f-27cb6f7695df has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:22.378054 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.477635 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.493527 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Transition to ACTIVE for port object c6022f78-8e9d-4727-83b2-f3cd1f91674e will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:22.502824 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.510867 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-20794959-f64d-4e4a-a5df-fe6bd3e1ca9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:22.599960 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.605351 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:22.619486 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d64cb-2ab9-4d24-9d23-cbe9a71f4c3e None None] Pushing event updated for resources: {'Port': ['ID=c6022f78-8e9d-4727-83b2-f3cd1f91674e,revision_number=2']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:22.627532 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-aa2d64cb-2ab9-4d24-9d23-cbe9a71f4c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:22.628246 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] Sync routers for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:22.629060 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-9aa75b6e-0452-444a-b68b-13177dea4235 admin admin] 10.222.0.11 "PUT /v2.0/routers/0d272a52-598f-46a7-b11f-27cb6f7695df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0157838 May 06 18:42:22.633578 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33304) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:22.670377 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:22.671074 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:22.680901 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Attempting to bind port c6022f78-8e9d-4727-83b2-f3cd1f91674e on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:22.681554 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Attempting to bind port c6022f78-8e9d-4727-83b2-f3cd1f91674e by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:22.682225 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Attempting to bind port c6022f78-8e9d-4727-83b2-f3cd1f91674e on network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:22.694462 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:22.695727 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Checking segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:22.696447 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.697378 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Bound using segment: {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:22.698299 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Bound port: c6022f78-8e9d-4727-83b2-f3cd1f91674e, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4594b4d9-80f6-4a25-97d8-4ca31b499124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:22.699114 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.864720 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] For port c6022f78-8e9d-4727-83b2-f3cd1f91674e, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:22.873034 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] For port c6022f78-8e9d-4727-83b2-f3cd1f91674e, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=c6022f78-8e9d-4727-83b2-f3cd1f91674e,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:22.879434 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.890974 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-aa2d64cb-2ab9-4d24-9d23-cbe9a71f4c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:22.892630 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:22.911590 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.916751 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:22.918257 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:22.987163 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Routers {'d3c46498-c322-4f22-b1a6-f8224d91260a'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:22.988173 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['d3c46498-c322-4f22-b1a6-f8224d91260a'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:23.008522 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Allocated IP 172.20.0.1 (6cc2f612-3b95-44c9-b79a-13e0186a5e0f/0aad0ecd-5e65-49eb-94ee-e3faa91cac66/b5d3fb3e-d953-49ab-8ce3-975fd0cfa017) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:23.053191 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:23.117320 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,revision_number=3']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:23.194271 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:23.331370 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d64cb-2ab9-4d24-9d23-cbe9a71f4c3e None None] Pushing event updated for resources: {'Port': ['ID=c6022f78-8e9d-4727-83b2-f3cd1f91674e,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:23.336728 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-aa2d64cb-2ab9-4d24-9d23-cbe9a71f4c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:23.430344 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 11523ed9-b31d-4c15-9706-88309435e73a up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:23.430884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.451600 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Transition to ACTIVE for port object b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:23.452464 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] Set router d3c46498-c322-4f22-b1a6-f8224d91260a gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:23.479887 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.496914 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0fe10562-7cf8-4be4-b60f-df3f15a9ea66 tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:23.513466 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c8c2844f-a134-4d43-b189-f9ba36870377 None None] Provisioning complete for port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:23.513954 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c8c2844f-a134-4d43-b189-f9ba36870377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.565748 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.598553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:23.604464 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:23.609369 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 11523ed9-b31d-4c15-9706-88309435e73a triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:23.609957 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.625837 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:23.677071 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Deleting port ce6a7539-43f6-47e5-a7dc-7db03e202639 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:23.677794 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.708460 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Pushing event updated for resources: {'Port': ['ID=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:23.712198 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:42:20Z', 'revision_number': 5, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port': {'id': 'ce6a7539-43f6-47e5-a7dc-7db03e202639', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:34:50Z', 'updated_at': '2021-05-06T18:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:23.712454 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:23.747036 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1990873'] for router_interface, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.776587 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] Checking router: 0d272a52-598f-46a7-b11f-27cb6f7695df for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:23.844926 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] Routers {'0d272a52-598f-46a7-b11f-27cb6f7695df'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:23.845583 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['0d272a52-598f-46a7-b11f-27cb6f7695df'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:23.858001 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] For port ce6a7539-43f6-47e5-a7dc-7db03e202639, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=ce6a7539-43f6-47e5-a7dc-7db03e202639,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:23.858633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:23.992493 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.029016 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Calling delete_port for ce6a7539-43f6-47e5-a7dc-7db03e202639 owned by network:router_gateway {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:24.048706 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:42:19Z', 'revision_number': 3, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:24.053344 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165be63-4877-44d9-8ba9-0dc69a0fcc86 None None] The sync data for ids ['d3c46498-c322-4f22-b1a6-f8224d91260a'] in dv-cinder-733622-15-smb is: [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:42:19Z', 'revision_number': 3, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:24.217520 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.224258 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0f0849c6-881c-4e65-a068-1db7b8831281 tempest-AttachVolumeNegativeTest-1946180916 tempest-AttachVolumeNegativeTest-1946180916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:24.261447 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.270802 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.299665 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cf2918de-cdcd-4f2c-bf87-660368ad1ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:24.302988 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:24.342912 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6a7539-43f6-47e5-a7dc-7db03e202639,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:24.389843 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:24.444178 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] Set router 0d272a52-598f-46a7-b11f-27cb6f7695df gateway port host: None {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:24.449064 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Pushing event updated for resources: {'Port': ['ID=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:24.466788 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:24.474540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1990778'] for router_interface, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.592507 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.660566 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-f90fe0b3-91c1-4e29-a3e5-99bbba53d8d7 None None] Provisioning for port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:24.684952 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-f90fe0b3-91c1-4e29-a3e5-99bbba53d8d7 None None] Provisioning complete for port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:24.685864 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-f90fe0b3-91c1-4e29-a3e5-99bbba53d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.723866 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:42:23Z', 'revision_number': 6, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:24.737081 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:24.740839 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7acc2f-ea63-44e7-a22a-6e933288cf4d None None] The sync data for ids ['0d272a52-598f-46a7-b11f-27cb6f7695df'] in dv-cinder-733622-15-smb is: [{'id': '0d272a52-598f-46a7-b11f-27cb6f7695df', 'name': 'tempest-AttachVolumeShelveTestJSON-1073057857-router', 'tenant_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:34:49Z', 'updated_at': '2021-05-06T18:42:23Z', 'revision_number': 6, 'project_id': 'bcab243411c44cfa86265fbbbeb00f6b', 'gw_port_host': None}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:24.744823 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:24.773591 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:24.774231 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.797400 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.800093 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.828637 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.829262 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d272a52-598f-46a7-b11f-27cb6f7695df {{(pid=79116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:42:24.844618 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] Notify callbacks [] for router, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:24.845791 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a5f2acec-6ee7-417c-b533-1c14a014bac2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0d272a52-598f-46a7-b11f-27cb6f7695df HTTP/1.1" status: 204 len: 168 time: 2.2106941 May 06 18:42:24.848322 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33308) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:24.876108 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-f90fe0b3-91c1-4e29-a3e5-99bbba53d8d7 None None] Port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:42:24.924873 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Deleting subnet 94abb578-cf27-49cd-9431-3a44f035d9b8 {{(pid=79116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:42:24.928854 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.011466 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256458'] for subnet, precommit_delete_associations {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.182352 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.195839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Router d3c46498-c322-4f22-b1a6-f8224d91260a has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:42:25.216985 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-f51aba59-4aad-4baf-a9cb-1ddefa4a94ad None None] Provisioning complete for port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:25.217537 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-f51aba59-4aad-4baf-a9cb-1ddefa4a94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.363568 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-f51aba59-4aad-4baf-a9cb-1ddefa4a94ad None None] Port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:42:25.552702 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:42:25.563935 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8205142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-944455'] for subnet, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.569401 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] 10.222.0.11 "PUT /v2.0/routers/d3c46498-c322-4f22-b1a6-f8224d91260a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5692713 May 06 18:42:25.570491 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:25.750489 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c6022f78-8e9d-4727-83b2-f3cd1f91674e up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:25.789336 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94abb578-cf27-49cd-9431-3a44f035d9b8,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:25.801395 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:25.807692 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for subnet, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:25.822960 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-0aa76eb9-4ea8-4faf-9fce-2ebf796b7ebd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/94abb578-cf27-49cd-9431-3a44f035d9b8 HTTP/1.1" status: 204 len: 168 time: 0.9733818 May 06 18:42:25.828416 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33316) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:25.856537 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cecfd-e035-415f-8214-02148bcaed3a None None] Network 79e94441-7175-4269-8098-1317822558cb requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:42:25.972743 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.125642 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Deleting port 8b04b507-543b-4f49-a841-b4a21da2e595 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:42:26.126194 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.208226 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port c6022f78-8e9d-4727-83b2-f3cd1f91674e completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:26.253799 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port c6022f78-8e9d-4727-83b2-f3cd1f91674e triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:26.253799 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.288922 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.db [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] For port 8b04b507-543b-4f49-a841-b4a21da2e595, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=8b04b507-543b-4f49-a841-b4a21da2e595,segment=NetworkSegment(212c6706-2a93-426a-9be0-9322b1072560),segment_id=212c6706-2a93-426a-9be0-9322b1072560)] {{(pid=79116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:26.289290 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.412990 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.433690 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port c6022f78-8e9d-4727-83b2-f3cd1f91674e, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=c6022f78-8e9d-4727-83b2-f3cd1f91674e,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:26.442477 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.444988 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-d025ba95-7b0d-4f83-bf41-48ed72bc6b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:26.466023 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Calling delete_port for 8b04b507-543b-4f49-a841-b4a21da2e595 owned by network:dhcp {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:42:26.505911 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 9f60e3b4-669d-42fc-8193-49b089e897a4 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:26.535387 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33322) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:26.542386 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703496725', 'description': 'tempest-secgroup-smoke-1703496725 description', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:26.550072 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac216267-886f-4a54-98c5-3ded5c5d2a2a None None] DHCP port deletion for 79e94441-7175-4269-8098-1317822558cb request from dv-cinder-733622-15-smb {{(pid=79118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:42:26.551421 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:26.557288 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:26.561638 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:26.563599 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 9f60e3b4-669d-42fc-8193-49b089e897a4 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:26.564585 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 9f60e3b4-669d-42fc-8193-49b089e897a4 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:26.571677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:26.580600 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.592856 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.594958 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-8b96f8af-9fca-4699-9b13-0b52f2bbac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:26.616885 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-ac216267-886f-4a54-98c5-3ded5c5d2a2a None None] The port '8b04b507-543b-4f49-a841-b4a21da2e595' was deleted {{(pid=79118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}} May 06 18:42:26.618557 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:26.624080 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:26.628102 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:26.636533 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:26.638106 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=c6022f78-8e9d-4727-83b2-f3cd1f91674e,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:26.641895 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:26.678641 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Pushing event deleted for resources: {'Port': ['ID=8b04b507-543b-4f49-a841-b4a21da2e595,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:26.682299 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:26.683157 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] No DVR routers for this DVR port 8b04b507-543b-4f49-a841-b4a21da2e595 on host dv-cinder-733622-15-smb {{(pid=79116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:42:26.778218 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.785949 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.795376 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-faa0e91a-c541-4b7e-a952-e20f58fe1895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:26.847608 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.867267 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e94441-7175-4269-8098-1317822558cb']}} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:26.888169 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212c6706-2a93-426a-9be0-9322b1072560') {'for_net_delete': True} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:26.888695 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.services.segments.db [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212c6706-2a93-426a-9be0-9322b1072560') {} {{(pid=79116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:26.910612 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256469'] for segment, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.938659 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.947975 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=79116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:42:26.948273 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8205104'] for segment, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: Traceback (most recent call last): May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: timer() May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: cb(*args, **kw) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: return func(*args, **kwargs) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: self._notify() May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: self.callback(batched_events) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: event.method(event) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: return f(self, *a, **k) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: return self._get(url).json() May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: return self.request(url, 'GET', **kwargs) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:42:26.964526 dv-cinder-733622-15-smb neutron-server[79116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:42:27.000163 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b492c-3c22-4a57-bf4b-816c075c6563,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.003627 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.006534 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4696472 May 06 18:42:27.007265 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33326) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:27.008364 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dcd076a7-060d-41f3-914c-5ff7846cdfbe tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.014642 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b492c-3c22-4a57-bf4b-816c075c6563', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:27.023181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:27.029343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:27.036540 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:27.046622 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Sync routers for ids ['d3c46498-c322-4f22-b1a6-f8224d91260a'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:42:27.051665 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:27.065396 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Routers {'d3c46498-c322-4f22-b1a6-f8224d91260a'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:27.066044 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['d3c46498-c322-4f22-b1a6-f8224d91260a'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:27.077513 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.103431 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.110185 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:27.142981 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.146411 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Pushing event deleted for resources: {'Network': ['ID=79e94441-7175-4269-8098-1317822558cb,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.156226 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.167336 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.173590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.181600 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fafc8592-7a97-42e1-9db3-42c86f3217f3 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:27.183740 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-ebcb492e-1564-410f-874f-a2255c7c0bee admin admin] 10.222.0.11 "DELETE /v2.0/networks/79e94441-7175-4269-8098-1317822558cb HTTP/1.1" status: 204 len: 168 time: 1.3539064 May 06 18:42:27.222062 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34982e28-30b3-4fc4-9527-1d3dc70b8bbb,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.225242 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.226483 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173448 May 06 18:42:27.227483 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-7aacf6a3-e604-42fb-b4fc-f5c86fcf4b0d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.229449 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33332) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:27.238847 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b492c-3c22-4a57-bf4b-816c075c6563', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:27.245192 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:27.249837 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:27.253484 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:27.260927 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:27.297653 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.298510 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Set router d3c46498-c322-4f22-b1a6-f8224d91260a gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:27.318071 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c6022f78-8e9d-4727-83b2-f3cd1f91674e up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:27.379376 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33336) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:27.411222 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port c6022f78-8e9d-4727-83b2-f3cd1f91674e triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:27.411561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.420518 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.427237 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.431332 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-30e2f0a4-93af-446b-9319-719bd82393b6 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:27.449252 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-ffb0f5c8-bb81-46d7-a6c7-54e3f8f5c507 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcab243411c44cfa86265fbbbeb00f6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0675375 May 06 18:42:27.451456 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33340) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:27.492670 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.499740 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2683477 May 06 18:42:27.500637 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33344) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:27.511662 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b492c-3c22-4a57-bf4b-816c075c6563', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:27.519673 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695a88f3-9994-4c41-8ed4-9c7c553f74f2,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.524837 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-a4722d2e-11a0-47ce-b4f7-573726a2ddc6 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.526860 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:27.533848 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:27.538833 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:27.546574 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.550448 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:27.581528 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.584473 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.669309 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.684017 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-27a85a78-9d15-4b04-8feb-e0cacad02b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:27.685380 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.692808 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.695553 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:27.703675 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.705688 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44dc5758-bf94-499e-b177-1b884ee267f6 HTTP/1.1" status: 204 len: 168 time: 0.2526827 May 06 18:42:27.709078 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dc5758-bf94-499e-b177-1b884ee267f6,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.711915 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f60e8323-3f60-462c-8a15-09054d56a72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.737450 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0950ffc2-eb12-443e-b0b4-4ce5b5c5364b,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:27.761771 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:27.769120 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.774450 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-3b64023f-b975-49ba-aff5-6f56bc1ec83b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2662294 May 06 18:42:27.774740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33350) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:27.781759 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b492c-3c22-4a57-bf4b-816c075c6563', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:27.789423 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:27.795116 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:27.798959 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:27.806185 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:27.826177 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:42:23Z', 'revision_number': 4, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'b5d3fb3e-d953-49ab-8ce3-975fd0cfa017', 'name': '', 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'mac_address': 'fa:16:3e:0b:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:22Z', 'updated_at': '2021-05-06T18:42:24Z', 'revision_number': 2, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'subnets': [{'id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:27.833021 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Checking router: d3c46498-c322-4f22-b1a6-f8224d91260a for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:42:27.833782 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Updating router d3c46498-c322-4f22-b1a6-f8224d91260a port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 binding host dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 18:42:27.835298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.849262 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 8b04b507-543b-4f49-a841-b4a21da2e595 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:27.908257 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 8b04b507-543b-4f49-a841-b4a21da2e595 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:27.908751 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 8b04b507-543b-4f49-a841-b4a21da2e595 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:27.909461 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device ce6a7539-43f6-47e5-a7dc-7db03e202639 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:42:27.923676 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.958204 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: ce6a7539-43f6-47e5-a7dc-7db03e202639 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:42:27.958982 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device ce6a7539-43f6-47e5-a7dc-7db03e202639 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:42:27.970161 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.976469 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:27.987215 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-821d01be-430e-47f3-88cc-0a5387f6222a tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:28.008453 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9af3cb-4338-461f-8236-eb659673a37c,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:28.011304 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:28.021626 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.025517 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-921a46d7-0350-4687-b557-a7686c8b7b19 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2463636 May 06 18:42:28.025939 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33354) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:28.026078 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:42:28.036414 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b492c-3c22-4a57-bf4b-816c075c6563', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:28.047263 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:28.053648 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:28.058983 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:28.070077 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:28.089793 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.securitygroups_db [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Project 207aa96ad41d42468e5c9bc9a19ce932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:42:28.096477 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.185746 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.192608 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.195901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:28.228440 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ead9550-cb77-42f9-a6ca-7bd653b10bc0,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:28.231806 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:28.239951 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.244591 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-cba78c50-db8a-453e-ab7c-6586216dc655 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2139652 May 06 18:42:28.244932 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33362) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:28.251062 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'security_group_rule': {'security_group_id': 'cd1b492c-3c22-4a57-bf4b-816c075c6563', 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:28.257922 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:28.262815 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:security_group_rule and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:28.267406 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:28.274050 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:28.289044 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.securitygroups_db [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Project 207aa96ad41d42468e5c9bc9a19ce932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 18:42:28.299124 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.381629 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.386732 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612360'] for security_group_rule, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.389313 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:28.406045 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250922c6-f8f0-439a-a424-749dcd73519f,revision_number=0']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:28.409902 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:28.422063 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Notify callbacks [] for port, precommit_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.428377 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.438326 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-18c42ce2-0804-4259-86fb-5518e3aaa847 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841557 May 06 18:42:28.438595 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.provisioning_blocks [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Transition to ACTIVE for port object b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 will not be triggered until provisioned by entity L2. {{(pid=79119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:28.445501 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.450997 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:28.648981 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde65d-8e1e-44e1-8c6e-26fc75f767d4 None None] Pushing event updated for resources: {'Port': ['ID=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,revision_number=3']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:28.658731 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-1ffde65d-8e1e-44e1-8c6e-26fc75f767d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:28.806894 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Attempting to bind port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 on host dv-cinder-733622-15-smb for vnic_type normal with profile {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:28.807714 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Attempting to bind port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 by drivers openvswitch,hyperv on host dv-cinder-733622-15-smb at level 0 using segments [{'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:28.809443 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Attempting to bind port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 on network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:28.820795 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Checking agent: {'id': '440af654-0cf8-457f-a89e-91af6707106a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 26, 38), 'started_at': datetime.datetime(2021, 5, 6, 18, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:28.821884 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Checking segment: {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:28.822908 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.826704 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Bound using segment: {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'} {{(pid=79119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:28.827683 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.managers [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Bound port: b5d3fb3e-d953-49ab-8ce3-975fd0cfa017, host: dv-cinder-733622-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22729ecc-2521-47d1-8877-91f066ffd262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f'}}] {{(pid=79119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:28.828254 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.971449 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] For port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017, host dv-cinder-733622-15-smb, cleared binding levels {{(pid=79119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:28.976265 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.plugins.ml2.db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] For port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017, host dv-cinder-733622-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:28.983083 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:28.993184 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:29.110734 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Routers {'d3c46498-c322-4f22-b1a6-f8224d91260a'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:42:29.111865 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:08Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['d3c46498-c322-4f22-b1a6-f8224d91260a'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:29.217118 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde65d-8e1e-44e1-8c6e-26fc75f767d4 None None] Pushing event updated for resources: {'Port': ['ID=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,revision_number=4']} {{(pid=79119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:29.242378 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG oslo_concurrency.lockutils [None req-1ffde65d-8e1e-44e1-8c6e-26fc75f767d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:29.512844 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] Set router d3c46498-c322-4f22-b1a6-f8224d91260a gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:42:29.938332 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:42:23Z', 'revision_number': 4, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'b5d3fb3e-d953-49ab-8ce3-975fd0cfa017', 'name': '', 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'mac_address': 'fa:16:3e:0b:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:22Z', 'updated_at': '2021-05-06T18:42:28Z', 'revision_number': 4, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'subnets': [{'id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:42:29.944110 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea5d2ae-2f58-4a0e-8698-ec9dc689156e None None] The sync data for ids ['d3c46498-c322-4f22-b1a6-f8224d91260a'] in dv-cinder-733622-15-smb is: [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:42:23Z', 'revision_number': 4, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': 'b5d3fb3e-d953-49ab-8ce3-975fd0cfa017', 'name': '', 'network_id': '6cc2f612-3b95-44c9-b79a-13e0186a5e0f', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'mac_address': 'fa:16:3e:0b:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:22Z', 'updated_at': '2021-05-06T18:42:28Z', 'revision_number': 4, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'subnets': [{'id': '0aad0ecd-5e65-49eb-94ee-e3faa91cac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:42:31.312218 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:31.426046 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning for port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:31.435066 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:31.435819 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.628024 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.705869 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] For port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:31.716875 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:31.721453 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-8e3d7f09-352d-4405-b041-e638325a9306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:31.870861 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Pushing event updated for resources: {'Port': ['ID=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:31.885465 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:33.293912 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 up at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:33.408904 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Provisioning complete for port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:33.409449 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.024478 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2f1b-9c06-406f-8938-eb91e33632b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:35.398395 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.668886 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c07c5bc8-cfb7-481a-a7bd-d409d99ed161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:37.696441 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:38.838544 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:39.916797 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33548) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:40.046077 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.064593 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:40.068437 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Usage tracker for resource:security_group_rule and tenant:6271247648f14af0b4c83abac030c299 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:40.071274 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:40.077330 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:40.165352 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.170972 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.178413 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-13b3c4b1-9f09-4dba-916f-de4f1062b5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:40.220583 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6271247648f14af0b4c83abac030c299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027899 May 06 18:42:40.221490 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2cca5-9d02-47e4-82f6-1d7ef30b2af3,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:40.223434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33554) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:40.224656 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-42ef582b-b9d0-4e1b-aa43-ad0bbbacc6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:40.290503 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.318922 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.377135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.381029 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4dabf066-1268-48e7-8c2d-2c4590979ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:40.396613 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2cca5-9d02-47e4-82f6-1d7ef30b2af3,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:40.399403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:40.400730 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:40.401913 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86a2cca5-9d02-47e4-82f6-1d7ef30b2af3 HTTP/1.1" status: 204 len: 168 time: 0.1774247 May 06 18:42:40.435839 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:46.258502 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-0864241e-6a6c-4bfb-a85c-61f08b03bb6a tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Synchronizing usage tracker for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:security_group {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:46.275701 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-0864241e-6a6c-4bfb-a85c-61f08b03bb6a tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Unset dirty status for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:security_group {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:46.277405 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-0864241e-6a6c-4bfb-a85c-61f08b03bb6a tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703496725&fields=id&tenant_id=207aa96ad41d42468e5c9bc9a19ce932 HTTP/1.1" status: 200 len: 267 time: 0.0588615 May 06 18:42:46.441901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-f050a89a-d871-4a26-959c-7a4463afe6c4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:46.442607 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-f050a89a-d871-4a26-959c-7a4463afe6c4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Synchronizing usage tracker for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:network {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:46.460510 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-f050a89a-d871-4a26-959c-7a4463afe6c4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Unset dirty status for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:network {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:46.461782 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-f050a89a-d871-4a26-959c-7a4463afe6c4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 808 time: 0.1770029 May 06 18:42:46.478476 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-4c5fa593-db8d-4533-85ca-79504953f3de tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/quotas/207aa96ad41d42468e5c9bc9a19ce932 HTTP/1.1" status: 200 len: 375 time: 0.0099645 May 06 18:42:46.568344 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-d6a072a0-8746-4f4c-9ed2-b8b587cf2d53 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830104 May 06 18:42:46.847591 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-c0629699-203b-4054-a49d-b22d73d5c3f8 service neutron] 10.222.0.11 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672980 May 06 18:42:46.992552 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-fa65037d-6899-40d6-be42-6a791fff5c67 service neutron] 10.222.0.11 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390405 May 06 18:42:47.415505 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a5b3e411-1b6f-4771-b002-4ef1a5c17ae5 req-b2a0dbd6-3b23-47a8-b434-5108c5af5b87 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0473428 May 06 18:42:48.613730 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b751b8a8-c47d-43aa-b2bb-c5fbd26827d5 req-e7403b1d-9fe2-4dd6-bdba-ca047d02b950 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0619755 May 06 18:42:48.680580 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-54522d7c-2a0e-4b87-9df9-7084cdcf7b61 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:48.682090 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-54522d7c-2a0e-4b87-9df9-7084cdcf7b61 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 808 time: 0.2153397 May 06 18:42:48.737848 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-e72ef926-ebae-4ead-97e7-71c88861df15 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207aa96ad41d42468e5c9bc9a19ce932 HTTP/1.1" status: 200 len: 380 time: 0.0460689 May 06 18:42:48.753216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'port': {'device_id': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'admin_state_up': True, 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'security_groups': ['cd1b492c-3c22-4a57-bf4b-816c075c6563']}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:48.903977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:48.908498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:port and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:48.911637 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:48.918110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:48.928135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Made reservation on behalf of 207aa96ad41d42468e5c9bc9a19ce932 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:42:48.931637 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.106643 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Allocated IP 172.20.0.3 (321cb4d9-35bd-43f7-9f6c-9853d5c78381/5a9ee4b2-af3f-406c-875a-3e47ac31ca72/eb6339d9-63b2-4394-a8aa-882b7b413821) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:49.434565 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.454546 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Transition to ACTIVE for port object eb6339d9-63b2-4394-a8aa-882b7b413821 will not be triggered until provisioned by entity DHCP. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:49.492254 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.501056 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-83ac5cf2-78df-4d3d-a458-405910526402 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:49.612593 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:49.613763 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:49.631007 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:49.679422 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:49.686073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:49.740426 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:49.741098 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.770352 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-cea19e40-4533-4d92-bec7-460272f44462 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0208340 May 06 18:42:49.783576 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Request body: {'port': {'device_id': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:49.966210 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7420fa85-0fe2-415e-9eeb-66970b25d00b None None] Provisioning for port eb6339d9-63b2-4394-a8aa-882b7b413821 completed by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:49.972368 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-7420fa85-0fe2-415e-9eeb-66970b25d00b None None] Provisioning complete for port eb6339d9-63b2-4394-a8aa-882b7b413821 triggered by entity DHCP. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:49.972652 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7420fa85-0fe2-415e-9eeb-66970b25d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:49.981403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:50.034630 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-7420fa85-0fe2-415e-9eeb-66970b25d00b None None] Port eb6339d9-63b2-4394-a8aa-882b7b413821 cannot update to ACTIVE because it is not bound. {{(pid=79118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 18:42:50.049810 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237a0f5-9892-4a8e-ab29-9b311bdb511a req-59781875-c812-4c0e-a16c-30c24c252752 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:50.050551 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0237a0f5-9892-4a8e-ab29-9b311bdb511a req-59781875-c812-4c0e-a16c-30c24c252752 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Synchronizing usage tracker for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:50.139466 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-0237a0f5-9892-4a8e-ab29-9b311bdb511a req-59781875-c812-4c0e-a16c-30c24c252752 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Unset dirty status for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:50.140648 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0237a0f5-9892-4a8e-ab29-9b311bdb511a req-59781875-c812-4c0e-a16c-30c24c252752 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 931 time: 0.3187673 May 06 18:42:50.276251 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-0237a0f5-9892-4a8e-ab29-9b311bdb511a req-15e3d6ef-30e8-4359-aef5-6fa778766231 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253645 May 06 18:42:50.425192 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6339d9-63b2-4394-a8aa-882b7b413821 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:42:50.432879 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:50.448224 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Transition to ACTIVE for port object eb6339d9-63b2-4394-a8aa-882b7b413821 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:42:50.452324 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:50.456175 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-34a545e6-6035-4b8a-9672-9acd802f23bb tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:50.586489 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:50.614358 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:50.699408 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Attempting to bind port eb6339d9-63b2-4394-a8aa-882b7b413821 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:42:50.699747 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Attempting to bind port eb6339d9-63b2-4394-a8aa-882b7b413821 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:42:50.700082 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Attempting to bind port eb6339d9-63b2-4394-a8aa-882b7b413821 on network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:50.705084 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Port eb6339d9-63b2-4394-a8aa-882b7b413821 on network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:42:50.705396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Attempting to bind port eb6339d9-63b2-4394-a8aa-882b7b413821 on network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:42:50.710736 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:42:50.711115 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Checking segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:42:50.711505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Bound using segment: {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:42:50.711931 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Bound port: eb6339d9-63b2-4394-a8aa-882b7b413821, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0fd8b9a-922f-4487-96aa-4d0174abed42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:42:50.712283 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:50.809332 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:42:50.812392 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:42:50.817444 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:50.821416 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fd3fb87c-98bc-4263-934c-cefc69f5db13 tempest-VolumesActionsTest-1897424673 tempest-VolumesActionsTest-1897424673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:50.877771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:50.878384 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:50.879817 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 1093 time: 1.1015980 May 06 18:42:50.880326 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:50.910794 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:50.914521 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:50.964561 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'status': 'completed', 'code': 200} May 06 18:42:51.012167 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-73ea98f7-b913-48fe-b4a5-726e86cab140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:51.014085 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-73ea98f7-b913-48fe-b4a5-726e86cab140 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1096 time: 0.0935507 May 06 18:42:51.104352 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-74c3827d-3a96-4b77-8ff7-9ee18bb50d5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 217 time: 0.0781760 May 06 18:42:51.179324 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-ad378fad-0fe7-4c50-954f-a5c886584dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:51.180747 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-ad378fad-0fe7-4c50-954f-a5c886584dc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0675075 May 06 18:42:51.266968 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-3891d6f9-6b0b-43d4-a253-24947fc83cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:51.268566 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-3891d6f9-6b0b-43d4-a253-24947fc83cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0782545 May 06 18:42:51.577134 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-7d82f627-ad5e-49ed-bc27-23419653a435 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980866 May 06 18:42:51.616668 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec432a-ca5e-455d-9d7b-5e618ffb1f51 req-8c662095-d76a-43c6-975e-181c1bb7a2ba tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:51.618107 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8dec432a-ca5e-455d-9d7b-5e618ffb1f51 req-8c662095-d76a-43c6-975e-181c1bb7a2ba tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.1623051 May 06 18:42:51.738921 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-8dec432a-ca5e-455d-9d7b-5e618ffb1f51 req-211823fe-eeba-4d91-b8b6-c24404dd5d59 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736084 May 06 18:42:51.760625 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e1a94cb3-aa0f-4fb8-822a-4b01e7ac5d76 req-4a608c76-c087-4fea-992a-3014a0f22e13 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725898 May 06 18:42:51.880505 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-39dde370-e9f2-464f-be4e-3de7e30ab65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:51.881907 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-39dde370-e9f2-464f-be4e-3de7e30ab65a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1096 time: 0.0704288 May 06 18:42:52.021350 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-e90b59ba-c860-461e-a6b7-870c877fab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:52.022820 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-e90b59ba-c860-461e-a6b7-870c877fab72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1344466 May 06 18:42:52.099075 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-5f8a720f-066c-4126-ae21-6dbe1ae43a75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 217 time: 0.0663083 May 06 18:42:52.167607 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-a3161e22-5482-4165-b2bb-1f0c828fb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:52.169140 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-a3161e22-5482-4165-b2bb-1f0c828fb2b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0640879 May 06 18:42:52.254958 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-9cf0299e-dd1f-494c-b770-3cc25c584838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:52.256480 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-9cf0299e-dd1f-494c-b770-3cc25c584838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0803730 May 06 18:42:52.417208 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-27c1ef42-c4d5-475f-869c-6a5c06689822 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502283 May 06 18:42:52.563781 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1ea9555-7d7a-4dc3-a2dc-b92d7f3a150e req-585300ed-fa4f-40e8-aa7c-fbd48425d431 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392488 May 06 18:42:52.960155 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886fd8a-c026-470e-8087-cd3cd86dd1f8 req-7b772165-1758-4eb5-ab9e-4f8c4090f9a7 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:52.961640 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b886fd8a-c026-470e-8087-cd3cd86dd1f8 req-7b772165-1758-4eb5-ab9e-4f8c4090f9a7 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0828891 May 06 18:42:53.013054 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b886fd8a-c026-470e-8087-cd3cd86dd1f8 req-9186b8e8-b0b3-4170-9481-866759fa0a31 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 May 06 18:42:54.038313 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:42:54.180500 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:54.195404 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'port_id': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'mac_address': 'fa:16:3e:a7:44:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:42:54.225524 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f57f16-f040-4fa9-9295-af1d6211a5d2 req-73be6447-bef2-4857-b094-bcf917ada880 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:54.227280 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-51f57f16-f040-4fa9-9295-af1d6211a5d2 req-73be6447-bef2-4857-b094-bcf917ada880 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0967705 May 06 18:42:54.254722 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.272542 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6339d9-63b2-4394-a8aa-882b7b413821 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:42:54.279470 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-51f57f16-f040-4fa9-9295-af1d6211a5d2 req-e08e3837-f9fa-4fb2-bded-87a61dde8af1 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 May 06 18:42:54.289981 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:54.295414 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:54.297289 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:54.370507 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:54.374455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:54.555382 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['eb6339d9-63b2-4394-a8aa-882b7b413821'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:42:55.483997 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b1fa9-1adf-4d68-a954-a886e1894680 req-854512c3-0774-4305-991f-717ae0f12ed0 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:55.485606 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-155b1fa9-1adf-4d68-a954-a886e1894680 req-854512c3-0774-4305-991f-717ae0f12ed0 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0921893 May 06 18:42:55.539664 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-155b1fa9-1adf-4d68-a954-a886e1894680 req-29e58771-6abf-43f1-88f1-2d554033dae2 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 May 06 18:42:56.053699 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:42:56.122750 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port eb6339d9-63b2-4394-a8aa-882b7b413821 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:42:56.128550 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port eb6339d9-63b2-4394-a8aa-882b7b413821 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:42:56.128967 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:56.254082 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:56.281979 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:42:56.293932 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:42:56.298190 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:56.301433 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:56.343121 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'code': 200} May 06 18:42:56.381970 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:56.385085 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:56.801588 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5433f-2487-46fa-8c19-326e4964d068 req-9ed29496-1947-4ae6-bdc3-9210691dcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:56.803327 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f4c5433f-2487-46fa-8c19-326e4964d068 req-9ed29496-1947-4ae6-bdc3-9210691dcdbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.1926916 May 06 18:42:56.815194 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb479-944e-4975-a7cc-cb9a34ab5ae5 req-5c1237fe-8188-4118-9381-977327d4fc04 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:56.816713 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-612eb479-944e-4975-a7cc-cb9a34ab5ae5 req-5c1237fe-8188-4118-9381-977327d4fc04 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1408293 May 06 18:42:56.888276 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f4c5433f-2487-46fa-8c19-326e4964d068 req-2e5ff8c1-e996-4d85-b9b4-f320804f90c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705762 May 06 18:42:56.891049 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-612eb479-944e-4975-a7cc-cb9a34ab5ae5 req-7d90ea76-9cf0-431e-a88d-3ae745972f96 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605438 May 06 18:42:58.081977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa803b69-d04d-4740-822b-7c9dc4895210 req-a6cb3686-c956-4ef2-ad60-24492aecd489 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:58.083356 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa803b69-d04d-4740-822b-7c9dc4895210 req-a6cb3686-c956-4ef2-ad60-24492aecd489 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0847576 May 06 18:42:58.232202 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-aa803b69-d04d-4740-822b-7c9dc4895210 req-6e72ddac-814c-4241-8d1f-44c2e1f488b4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431363 May 06 18:42:58.423766 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08fa8-2278-4034-84c1-80004e8fe558 req-ca422d76-2f36-48a5-af40-58d6e9f6afdf tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:58.425321 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d3a08fa8-2278-4034-84c1-80004e8fe558 req-ca422d76-2f36-48a5-af40-58d6e9f6afdf tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0886273 May 06 18:42:58.476568 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d3a08fa8-2278-4034-84c1-80004e8fe558 req-75ed4543-fa9b-440b-b2f2-213e4abd1f31 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451593 May 06 18:42:58.503219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33800) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:58.697632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5812f-0c4c-4e80-aeca-8134cec0e9a0 tempest-TestShelveInstance-1757349531 tempest-TestShelveInstance-1757349531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:42:58.698400 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-20d5812f-0c4c-4e80-aeca-8134cec0e9a0 tempest-TestShelveInstance-1757349531 tempest-TestShelveInstance-1757349531-project-admin] Synchronizing usage tracker for tenant:98abfdc21f03488eaff9dae8d7c0fa1e on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:42:58.719149 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-20d5812f-0c4c-4e80-aeca-8134cec0e9a0 tempest-TestShelveInstance-1757349531 tempest-TestShelveInstance-1757349531-project-admin] Unset dirty status for tenant:98abfdc21f03488eaff9dae8d7c0fa1e on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:42:58.721059 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-20d5812f-0c4c-4e80-aeca-8134cec0e9a0 tempest-TestShelveInstance-1757349531 tempest-TestShelveInstance-1757349531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1093 time: 0.2166178 May 06 18:42:58.724326 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33806) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:58.731060 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.v2.base [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Request body: {'floatingip': {'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'port_id': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:42:58.737209 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:58.741118 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Usage tracker for resource:floatingip and tenant:207aa96ad41d42468e5c9bc9a19ce932 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:58.744201 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:58.752811 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:42:58.768633 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for floatingip, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:58.914452 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:59.063896 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.db_base_plugin_common [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Allocated IP 172.28.1.123 (1e59607a-3bc5-4fc2-9008-3f09e1efcb4c/e9457ed0-aabd-41d7-866c-17053df4207b/2cbb4bc0-67ed-49ac-b77c-36b3f95778c2) {{(pid=79116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:42:59.322459 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for port, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:59.352908 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:59.357765 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-60fe0e30-d7c1-4cf5-ab5f-b6ad65299e0b tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:42:59.416628 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Network 1e59607a-3bc5-4fc2-9008-3f09e1efcb4c is already hosted by enough agents. {{(pid=79116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:42:59.419444 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.base_scheduler [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Resources bound (agent type, host, resource id): {{(pid=79116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:42:59.427866 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Received port after_create {{(pid=79116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:42:59.468890 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'Port': ['ID=2cbb4bc0-67ed-49ac-b77c-36b3f95778c2,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:42:59.472832 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:42:59.773031 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33816) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:42:59.847543 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:59.903784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:59.919787 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:42:59.923822 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Usage tracker for resource:security_group_rule and tenant:0107b239bf2c4515b88e77d8c7ad0a57 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:42:59.926750 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:42:59.927818 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:42:59.934118 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:00.025443 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.029611 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.037433 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a914b56a-5919-4df4-a5c0-bdb5b22234a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:00.083342 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df5fe1-9e0e-4719-86d2-6a425e91281f,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:00.087477 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0107b239bf2c4515b88e77d8c7ad0a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134222 May 06 18:43:00.093219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33822) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:00.096446 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.096822 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.097192 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.097554 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.097922 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.098275 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:00.108083 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2ffec793-92a7-4e03-b8ab-834ee9e8d473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:00.169333 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for port, precommit_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.175762 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8205084'] for port, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.177393 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.180722 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:00.209728 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.272564 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.278889 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f344effe-fe8f-4736-9105-b12b226d7725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:00.289850 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event updated for resources: {'Port': ['ID=2cbb4bc0-67ed-49ac-b77c-36b3f95778c2,revision_number=2']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:00.291867 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df5fe1-9e0e-4719-86d2-6a425e91281f,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:00.295231 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:00.295774 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:00.297429 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.299939 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-729df3a0-07e0-48d3-850e-7bc179ab04dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1df5fe1-9e0e-4719-86d2-6a425e91281f HTTP/1.1" status: 204 len: 168 time: 0.2051833 May 06 18:43:00.308253 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1970037'] for floatingip, after_update {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.493521 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.l3_db [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Floating IP fa801a87-4d19-4532-b9d3-bd15addd7fc4 associated. External IP: 172.28.1.123, port: eb6339d9-63b2-4394-a8aa-882b7b413821. May 06 18:43:00.605171 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33830) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:00.637420 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:00.668835 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:00.675265 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Usage tracker for resource:security_group_rule and tenant:79380d2013714646b33b6c4988a57a28 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:00.679524 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:00.688564 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:01.067547 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.069716 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Router 6800427a-1980-4832-9ad4-5cbeec077bb1 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:43:01.074108 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.082614 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-4bf33abd-5f46-4d7f-9e62-3795e105a1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:01.235675 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79380d2013714646b33b6c4988a57a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294580 May 06 18:43:01.238296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33834) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:01.243684 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea957885-aec8-4285-ba15-4d84ac078145,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:01.249517 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-b5ac94b3-1779-4129-9913-4aaa1619a1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:01.300791 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.308562 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:43:01.319252 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] Sync routers for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:43:01.331335 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:01.332098 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:01.332885 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.352757 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.392249 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.398144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-212a4e33-9331-42d3-a634-aab90bbb4222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:01.409320 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea957885-aec8-4285-ba15-4d84ac078145,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:01.412195 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:01.420139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:01.421406 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-4c1ae4cd-118d-4020-b92e-2b292b17be5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea957885-aec8-4285-ba15-4d84ac078145 HTTP/1.1" status: 204 len: 168 time: 0.1816695 May 06 18:43:01.435305 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-f18194ca-60b2-4e4a-90f9-e681a086d589 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7042494 May 06 18:43:01.435305 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:43:01.570746 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:01.627577 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'status': 'completed', 'code': 200} May 06 18:43:01.727403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36563-0add-4a64-af7b-f677726efdde req-6d882ddd-f433-48c9-9e60-3acad032a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:01.731940 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-6d882ddd-f433-48c9-9e60-3acad032a02e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0816431 May 06 18:43:01.879995 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36563-0add-4a64-af7b-f677726efdde req-0f33f2d8-3178-4467-b9da-136634f2c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:01.881546 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-0f33f2d8-3178-4467-b9da-136634f2c62e service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1436522 May 06 18:43:01.952808 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'fa801a87-4d19-4532-b9d3-bd15addd7fc4', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'port_id': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'mac_address': 'fa:16:3e:a7:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:42:59Z', 'updated_at': '2021-05-06T18:42:59Z', 'revision_number': 0, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:21Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:01.957461 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] Checking router: 6800427a-1980-4832-9ad4-5cbeec077bb1 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:43:01.966450 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:43:01.967297 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:42:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:01.997669 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-a7f77ba2-1a42-4ecf-9548-c4f53f88d6b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 999 time: 0.1096590 May 06 18:43:02.064986 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36563-0add-4a64-af7b-f677726efdde req-963a1cb0-e42b-4881-b699-162b6ed80b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:02.069151 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-963a1cb0-e42b-4881-b699-162b6ed80b0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0627716 May 06 18:43:02.152442 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36563-0add-4a64-af7b-f677726efdde req-0eefadae-b966-4e52-b6fd-c09aa316b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:02.154248 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-0eefadae-b966-4e52-b6fd-c09aa316b00e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0797651 May 06 18:43:02.157010 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:43:02.295215 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-b87e5869-9606-45dc-ade5-51cc1e47d7dc service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339769 May 06 18:43:02.440107 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-30e36563-0add-4a64-af7b-f677726efdde req-c59ea91e-ce20-4203-ba8f-85ae6018e1b8 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388249 May 06 18:43:02.538803 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'fa801a87-4d19-4532-b9d3-bd15addd7fc4', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'port_id': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'mac_address': 'fa:16:3e:a7:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:42:59Z', 'updated_at': '2021-05-06T18:42:59Z', 'revision_number': 0, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:21Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:43:02.544045 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385174ef-a325-414a-b3eb-073645efcf92 None None] The sync data for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb is: [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_floatingips': [{'id': 'fa801a87-4d19-4532-b9d3-bd15addd7fc4', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'router_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'port_id': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'mac_address': 'fa:16:3e:a7:44:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T18:42:59Z', 'updated_at': '2021-05-06T18:42:59Z', 'revision_number': 0, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:21Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:43:02.759697 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298dda6-4983-4b1a-b76a-2479c5f1eefa None None] New status for floating IP fa801a87-4d19-4532-b9d3-bd15addd7fc4: ACTIVE {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:43:03.305664 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-f14cc3b5-a100-48f9-80b4-1ab45d499e13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715127 May 06 18:43:03.454266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-0391fd7b-c28c-4fdc-89d5-a1342c98e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:03.456489 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-0391fd7b-c28c-4fdc-89d5-a1342c98e9a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0813260 May 06 18:43:03.619206 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-06012bc0-7a6c-4e04-8bf7-7b001589500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:03.621389 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-06012bc0-7a6c-4e04-8bf7-7b001589500c service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1432586 May 06 18:43:03.731202 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-d0da7bf5-f043-4dbe-a176-3c6aab4b596b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 1001 time: 0.1026688 May 06 18:43:03.911522 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-e7a83fab-89bd-42b0-947b-4dcd7da4208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:03.913099 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-e7a83fab-89bd-42b0-947b-4dcd7da4208e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.1767082 May 06 18:43:03.998021 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-136d024b-6ea5-4ab5-ac22-0021255cb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:03.999392 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-136d024b-6ea5-4ab5-ac22-0021255cb327 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0798454 May 06 18:43:04.133482 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-d4f9045e-8408-4715-8188-34e48a55eb1a service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276548 May 06 18:43:04.280818 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e3200d71-29ec-45a0-ab4e-7d83aeba0511 req-36a77872-0652-49e6-a486-891d5a3dcf14 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301758 May 06 18:43:05.005713 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:43:05.012517 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7cbe60c7-0b58-454c-9f9a-9c37631ec10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:05.401029 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.363427 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 33936) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:07.480963 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.496389 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:07.500332 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Usage tracker for resource:security_group_rule and tenant:ca51d39d275f463ba49008bd8f6ac391 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:07.503151 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:07.508945 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:07.591935 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.595720 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.602568 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-c9f19338-efa7-46b1-a755-885f251ed2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:07.647230 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca51d39d275f463ba49008bd8f6ac391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825816 May 06 18:43:07.647910 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853c9690-5261-4ed3-98e0-03be031730ae,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:07.649945 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33942) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:07.655862 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.656248 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.656624 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.656995 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.657357 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.657717 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.658073 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.658433 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.658793 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.659217 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.659682 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.659879 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:07.661750 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9e75dbe6-57a4-4bd7-a197-8d5f04616162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.663977 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-99dac8b4-c461-443f-b534-e623f5c26f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:07.699889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.711073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.737942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.790438 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.796886 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-fc348fc1-14de-4619-852a-0befe73cefad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:07.809022 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c9690-5261-4ed3-98e0-03be031730ae,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:07.812586 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:07.815784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:07.816881 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/853c9690-5261-4ed3-98e0-03be031730ae HTTP/1.1" status: 204 len: 168 time: 0.1659060 May 06 18:43:08.098692 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33950) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:08.117883 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.132157 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:08.136072 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Usage tracker for resource:security_group_rule and tenant:1e802e0417af4498a1b617406c7e908a is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:08.138884 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:08.144897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:08.238971 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.243215 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.250865 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0140f0f0-5b74-473b-ba12-0e6497f96d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:08.291828 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eed77c-88ce-48f3-8b07-290c0e2decec,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:08.296101 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:08.299523 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-19844aa6-376d-41dd-be64-52b5de6d5471 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e802e0417af4498a1b617406c7e908a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997144 May 06 18:43:08.301157 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 33954) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:08.368802 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.396836 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.453032 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.456945 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-85174acd-18f7-42d4-9e3f-ba303d388471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:08.471466 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eed77c-88ce-48f3-8b07-290c0e2decec,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:08.474344 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:08.476280 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:08.480279 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3d694f4e-bf10-4747-adc0-919eed207721 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22eed77c-88ce-48f3-8b07-290c0e2decec HTTP/1.1" status: 204 len: 168 time: 0.1751409 May 06 18:43:08.845888 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.420060 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.525563 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34004) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:10.648413 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.666235 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:10.671091 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Usage tracker for resource:security_group_rule and tenant:1c992b6aaa7c4c40ab134ff0b7d72398 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:10.673892 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:10.679601 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:10.764810 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.769461 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.777108 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-8c71cce6-776c-48c0-9c15-e356b12ded02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:10.818945 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ead776-8e0b-4a57-9d89-874c1393b081,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:10.823397 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c992b6aaa7c4c40ab134ff0b7d72398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967255 May 06 18:43:10.824406 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3a719f0e-6ea2-4a29-9ea1-99904f3d0e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:10.826095 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34010) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:10.892741 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.919839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.971425 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:10.975193 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-69e8e639-cdef-49fe-817c-43a7e1d33551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:10.990728 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ead776-8e0b-4a57-9d89-874c1393b081,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:10.994264 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:10.997615 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.001316 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-f9ef5e8a-6175-49e0-98c2-9b75e1447c46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21ead776-8e0b-4a57-9d89-874c1393b081 HTTP/1.1" status: 204 len: 168 time: 0.1717257 May 06 18:43:11.297675 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 34018) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:11.315927 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.330850 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:11.334626 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Usage tracker for resource:security_group_rule and tenant:1f45a49d0c5645669dc01d3479010931 is out of sync, need to count used quota {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:11.337426 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.quota.resource [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79116) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:11.343748 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.db.quota.driver [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:11.425051 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.428841 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.436415 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-923d86d7-74ea-431f-a8e0-7adc54aba83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:11.482418 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f45a49d0c5645669dc01d3479010931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835063 May 06 18:43:11.483252 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d46ea-ab7e-4718-95dc-cc3101339944,revision_number=1']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:11.484927 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34022) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:11.486211 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-af18320b-b291-4045-babb-ef85db68b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:11.543769 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.568771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.619768 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.624198 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-574eb430-63ae-4c23-a471-66e5fbe6f485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:11.635135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d46ea-ab7e-4718-95dc-cc3101339944,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:11.638004 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:11.643535 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:11.644697 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-2d16083a-fd16-4f36-afe2-6ce14e3fca6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f8d46ea-ab7e-4718-95dc-cc3101339944 HTTP/1.1" status: 204 len: 168 time: 0.1586571 May 06 18:43:12.368550 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34046) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:12.478309 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-172838388-network', 'tenant_id': '15f7852a64e64cfa98e2c1976a8b4e36'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:12.483186 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:12.487151 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Usage tracker for resource:network and tenant:15f7852a64e64cfa98e2c1976a8b4e36 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:12.490185 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:12.497395 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:12.508106 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Made reservation on behalf of 15f7852a64e64cfa98e2c1976a8b4e36 for: {'network': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:12.510438 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for network, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.524647 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.539839 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:12.544060 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Usage tracker for resource:security_group_rule and tenant:15f7852a64e64cfa98e2c1976a8b4e36 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:12.546831 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:12.552746 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:12.637163 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.641132 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.644322 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-03bec326-5067-4272-bc3d-058a78a26e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:12.679695 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=79117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 18:43:12.685788 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc4e44-b358-4d82-865a-fe3819c32448,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:12.689077 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:12.694518 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.694823 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.db.segments_db [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Added segment e4a9883c-fc81-4f80-a5bd-bd2813f3c72c of type vlan for network edeaf964-9aee-4b29-a592-9e818f7f84d2 May 06 18:43:12.722673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736186643083'] for network, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.753137 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344'] for network, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.754598 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:12.755217 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:12.759766 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:12.859306 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4895105 May 06 18:43:12.862259 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34052) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:43:12.869812 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Request body: {'subnet': {'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-172838388-subnet', 'tenant_id': '15f7852a64e64cfa98e2c1976a8b4e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:12.873599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Pushing event updated for resources: {'Network': ['ID=edeaf964-9aee-4b29-a592-9e818f7f84d2,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:12.876768 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-a3cef058-a556-43c5-a6b1-1f2c77787f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:12.877677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:12.881570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Usage tracker for resource:subnet and tenant:15f7852a64e64cfa98e2c1976a8b4e36 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:12.883334 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Network edeaf964-9aee-4b29-a592-9e818f7f84d2 details requested by agent ovs-agent-dv-cinder-733622-15-smb with host dv-cinder-733622-15-smb {{(pid=79118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 18:43:12.884523 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:12.890379 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:12.899656 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Made reservation on behalf of 15f7852a64e64cfa98e2c1976a8b4e36 for: {'subnet': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:12.902033 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7043376'] for subnet, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:13.302445 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8144803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7043394'] for subnet, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:13.306091 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:13.467771 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762c99c4-1a76-492d-aa09-43a36a95e251,revision_number=0']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:13.471101 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:13.476835 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Checking segment: {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:13.477238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Network hostable DHCP agents. Network: edeaf964-9aee-4b29-a592-9e818f7f84d2, hostable agents: ['922e83b1-c6e7-4cfc-8e55-d2b3d344acab'], hosted agents: [] {{(pid=79117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 18:43:13.493907 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Network edeaf964-9aee-4b29-a592-9e818f7f84d2 is scheduled to be hosted by DHCP agent 922e83b1-c6e7-4cfc-8e55-d2b3d344acab with binding_index 1 {{(pid=79117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 18:43:13.502602 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-15-smb, edeaf964-9aee-4b29-a592-9e818f7f84d2) {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:13.511809 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:13.511968 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe85cc7-ee1a-45cb-9fcd-09965aac38ed None None] Network edeaf964-9aee-4b29-a592-9e818f7f84d2 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:43:13.512459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:13.534509 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-3dc6fbf4-41cc-4f4e-8179-894c9fc95607 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6709802 May 06 18:43:13.775424 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c85f3-4b2a-47b6-a39b-5485ba2c25ce None None] Network edeaf964-9aee-4b29-a592-9e818f7f84d2 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:43:15.585313 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-193016d6-c293-491f-bb5e-5ce1598d1118 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:15.586057 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-193016d6-c293-491f-bb5e-5ce1598d1118 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Synchronizing usage tracker for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:network {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:43:15.602598 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-193016d6-c293-491f-bb5e-5ce1598d1118 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Unset dirty status for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:network {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:43:15.603792 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-193016d6-c293-491f-bb5e-5ce1598d1118 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/networks?id=edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 200 len: 813 time: 0.1658692 May 06 18:43:15.618874 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-96243b7e-cb1e-4e92-80e2-b8158f8ce88e tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/quotas/15f7852a64e64cfa98e2c1976a8b4e36 HTTP/1.1" status: 200 len: 375 time: 0.0089526 May 06 18:43:15.672287 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-1ae3eae8-a702-48b3-965f-ef322c5ffc99 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480473 May 06 18:43:15.814566 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-7bd4133c-1832-4b44-bfca-a408f348a3aa service neutron] 10.222.0.11 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342041 May 06 18:43:15.951642 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-1bcc7690-0bed-4311-bda1-e1e901645aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307166 May 06 18:43:16.140083 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d91c2794-7fb7-4d38-b63c-670d1f4bcb77 req-f2526930-bbba-499b-a1cb-957e2744ad6b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 210 time: 0.0481305 May 06 18:43:17.285568 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6a9a8c97-9496-46d5-b760-00519f25d396 req-f2315674-84db-43a7-91c7-a0ea64deceac tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 210 time: 0.0442622 May 06 18:43:17.513046 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-195c1c85-81e2-44b7-a1af-85190c788072 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:17.514449 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-195c1c85-81e2-44b7-a1af-85190c788072 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "GET /v2.0/networks?id=edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 200 len: 813 time: 0.1559503 May 06 18:43:17.528990 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Request body: {'port': {'device_id': '24bba559-a311-438b-8e70-110528d98af2', 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2', 'admin_state_up': True, 'tenant_id': '15f7852a64e64cfa98e2c1976a8b4e36'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:17.665655 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:43:17.670199 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Usage tracker for resource:port and tenant:15f7852a64e64cfa98e2c1976a8b4e36 is out of sync, need to count used quota {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 18:43:17.672989 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79117) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 18:43:17.678669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:43:17.688740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Made reservation on behalf of 15f7852a64e64cfa98e2c1976a8b4e36 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:43:17.692445 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:17.865214 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Allocated IP 172.20.0.10 (edeaf964-9aee-4b29-a592-9e818f7f84d2/762c99c4-1a76-492d-aa09-43a36a95e251/fe0dd1d6-e15a-4bc9-8558-260e81fd033a) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:43:18.076094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.106486 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.111899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-897c6344-8207-4d83-8d82-8e1b962a58f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:18.171944 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Network edeaf964-9aee-4b29-a592-9e818f7f84d2 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:43:18.179035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:43:18.183332 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:43:18.213107 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Pushing event updated for resources: {'Port': ['ID=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:18.220189 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:18.248789 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:18.249402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.269701 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-f15f164e-1dca-4f4b-bbe4-3f447ba2d904 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7451146 May 06 18:43:18.283459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Request body: {'port': {'device_id': '24bba559-a311-438b-8e70-110528d98af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:43:18.434759 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.690840 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9435cc-f839-4563-ba05-660615750b67 req-5cc758e6-61d7-4e17-ac28-31f74580f26a tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:18.691564 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5d9435cc-f839-4563-ba05-660615750b67 req-5cc758e6-61d7-4e17-ac28-31f74580f26a tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Synchronizing usage tracker for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:43:18.784633 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5d9435cc-f839-4563-ba05-660615750b67 req-5cc758e6-61d7-4e17-ac28-31f74580f26a tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Unset dirty status for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:43:18.785812 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5d9435cc-f839-4563-ba05-660615750b67 req-5cc758e6-61d7-4e17-ac28-31f74580f26a tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 932 time: 0.3898494 May 06 18:43:18.864570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5d9435cc-f839-4563-ba05-660615750b67 req-0b389e24-f474-485b-93da-496a2f2843e9 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Synchronizing usage tracker for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:security_group {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:43:18.904438 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-5d9435cc-f839-4563-ba05-660615750b67 req-0b389e24-f474-485b-93da-496a2f2843e9 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Unset dirty status for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:security_group {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:43:18.905598 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5d9435cc-f839-4563-ba05-660615750b67 req-0b389e24-f474-485b-93da-496a2f2843e9 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114497 May 06 18:43:18.971501 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0dd1d6-e15a-4bc9-8558-260e81fd033a {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:43:18.978699 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:18.993874 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Transition to ACTIVE for port object fe0dd1d6-e15a-4bc9-8558-260e81fd033a will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:43:18.997502 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:19.001333 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e4cd592-4e01-4fd7-b428-29a1ee5504f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:19.130255 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Pushing event updated for resources: {'Port': ['ID=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:19.159563 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:19.235443 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Attempting to bind port fe0dd1d6-e15a-4bc9-8558-260e81fd033a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:43:19.235781 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Attempting to bind port fe0dd1d6-e15a-4bc9-8558-260e81fd033a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:43:19.236110 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Attempting to bind port fe0dd1d6-e15a-4bc9-8558-260e81fd033a on network edeaf964-9aee-4b29-a592-9e818f7f84d2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:43:19.240762 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Port fe0dd1d6-e15a-4bc9-8558-260e81fd033a on network edeaf964-9aee-4b29-a592-9e818f7f84d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:43:19.241091 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Attempting to bind port fe0dd1d6-e15a-4bc9-8558-260e81fd033a on network edeaf964-9aee-4b29-a592-9e818f7f84d2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:43:19.246864 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:43:19.247237 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Checking segment: {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:43:19.247680 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Bound using segment: {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:43:19.248053 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Bound port: fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:43:19.248402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:19.343921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] For port fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:43:19.346861 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] For port fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:43:19.351148 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:19.355570 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:19.406308 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:19.406927 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:19.408324 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] 10.222.0.15 "PUT /v2.0/ports/fe0dd1d6-e15a-4bc9-8558-260e81fd033a HTTP/1.1" status: 200 len: 1094 time: 1.1305623 May 06 18:43:19.408814 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bba559-a311-438b-8e70-110528d98af2', 'tag': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:43:19.437811 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Pushing event updated for resources: {'Port': ['ID=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:19.441632 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:19.484406 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bba559-a311-438b-8e70-110528d98af2', 'tag': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a', 'status': 'completed', 'code': 200} May 06 18:43:19.522482 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-79b11fd5-31e8-4589-b45e-85bc3f6260ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:19.523988 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-79b11fd5-31e8-4589-b45e-85bc3f6260ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 1097 time: 0.0766447 May 06 18:43:19.592688 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-2274dfe0-1be5-45b3-a55a-9e6727f54afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a HTTP/1.1" status: 200 len: 217 time: 0.0608261 May 06 18:43:19.657429 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-fdf17109-a2e9-4032-94a9-e192042ea40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:19.658820 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-fdf17109-a2e9-4032-94a9-e192042ea40c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=762c99c4-1a76-492d-aa09-43a36a95e251 HTTP/1.1" status: 200 len: 853 time: 0.0592606 May 06 18:43:19.707721 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-a2b08a1b-e85b-45a9-8a25-e2029bf7bec8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edeaf964-9aee-4b29-a592-9e818f7f84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399241 May 06 18:43:19.843101 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-13c05328-6457-47e8-b6cb-a99c586eeebd service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263280 May 06 18:43:19.977736 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bed0ecfd-66c6-4368-9b64-110d0406a1fe req-20f2b1e6-1c4b-48d3-af35-d6acd5b322f9 service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259639 May 06 18:43:20.149598 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-df21f081-4a3e-426b-97a8-b72562b8ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:20.151470 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-df21f081-4a3e-426b-97a8-b72562b8ccdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 1097 time: 0.0993695 May 06 18:43:20.158856 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10daa-caff-456c-a1ba-a0e1dbd19ffb req-57e51dd6-5ee7-4f2e-b6d3-8abd7a5dbe72 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:20.160206 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f7b10daa-caff-456c-a1ba-a0e1dbd19ffb req-57e51dd6-5ee7-4f2e-b6d3-8abd7a5dbe72 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 944 time: 0.1461682 May 06 18:43:20.281827 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f7b10daa-caff-456c-a1ba-a0e1dbd19ffb req-a7fcf013-f4f4-42a7-82f4-0c10028cb50f tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026945 May 06 18:43:20.319653 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-f086cf95-3850-47f8-b372-16e157c25a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:20.321285 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-f086cf95-3850-47f8-b372-16e157c25a7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 200 len: 914 time: 0.1601505 May 06 18:43:20.499114 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-f20cd919-39da-4a04-a957-6baa4def4294 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a HTTP/1.1" status: 200 len: 217 time: 0.1707718 May 06 18:43:20.567893 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-4030c561-6fbf-4de6-a828-92432a089945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:20.569331 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-4030c561-6fbf-4de6-a828-92432a089945 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=762c99c4-1a76-492d-aa09-43a36a95e251 HTTP/1.1" status: 200 len: 853 time: 0.0618231 May 06 18:43:20.620366 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-9fc1abea-f7a6-4a2f-9abc-972c767abea0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edeaf964-9aee-4b29-a592-9e818f7f84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424945 May 06 18:43:20.751333 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-6b6aaf7f-75f2-4a68-9a64-c2b229d4a851 service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241453 May 06 18:43:20.885916 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-28329afc-8a29-45b5-b42c-ebb8edb8b053 req-27417006-7275-448d-8667-952428befa02 service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273222 May 06 18:43:21.477931 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4948-960a-48fa-be92-2505791e0327 req-6ccc07b3-b4f3-49d3-b2d1-934c617a3b93 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:21.479626 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eaad4948-960a-48fa-be92-2505791e0327 req-6ccc07b3-b4f3-49d3-b2d1-934c617a3b93 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 944 time: 0.0841970 May 06 18:43:21.525133 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-eaad4948-960a-48fa-be92-2505791e0327 req-42f7bd3a-274e-4b21-a1ed-18529b72a27e tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 May 06 18:43:22.162371 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device fe0dd1d6-e15a-4bc9-8558-260e81fd033a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:43:22.306526 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:22.321265 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a', 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2', 'port_id': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a', 'mac_address': 'fa:16:3e:a5:dc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762c99c4-1a76-492d-aa09-43a36a95e251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:43:22.378067 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:22.394840 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0dd1d6-e15a-4bc9-8558-260e81fd033a {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:43:22.410361 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:22.414413 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:22.416188 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:22.486509 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:22.493703 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.494050 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.494390 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.494744 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.495106 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.495442 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.495767 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.496107 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.496437 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.496757 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.497077 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.497395 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:43:22.501099 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:22.655853 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['fe0dd1d6-e15a-4bc9-8558-260e81fd033a'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:43:22.719485 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a212fff-e688-4381-8c31-2e5a9d6ac52e req-3781945c-991f-4015-b357-a6860e2f3bb9 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:22.720991 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4a212fff-e688-4381-8c31-2e5a9d6ac52e req-3781945c-991f-4015-b357-a6860e2f3bb9 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 945 time: 0.0889874 May 06 18:43:22.767041 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-4a212fff-e688-4381-8c31-2e5a9d6ac52e req-af153d94-feb4-4068-8ccd-e46aa0ed4e4b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 May 06 18:43:23.958013 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392ae6-679e-4685-8d7a-0dd440e8f1d9 req-084ace70-1772-4a9e-8c06-4fe4c64424ff tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:23.959543 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e0392ae6-679e-4685-8d7a-0dd440e8f1d9 req-084ace70-1772-4a9e-8c06-4fe4c64424ff tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 945 time: 0.0857708 May 06 18:43:24.005975 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e0392ae6-679e-4685-8d7a-0dd440e8f1d9 req-5ef65a4e-b870-4333-a6ef-9e69f3bd00d5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 May 06 18:43:24.178668 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device fe0dd1d6-e15a-4bc9-8558-260e81fd033a up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:43:24.272343 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port fe0dd1d6-e15a-4bc9-8558-260e81fd033a completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:43:24.277839 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port fe0dd1d6-e15a-4bc9-8558-260e81fd033a triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:43:24.278217 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:24.404447 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:24.433010 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bba559-a311-438b-8e70-110528d98af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:43:24.444395 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:43:24.449168 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:24.451103 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:43:24.487432 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bba559-a311-438b-8e70-110528d98af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a', 'code': 200} May 06 18:43:24.523739 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:43:24.526891 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:43:24.731672 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391945c0-6ec6-48a5-b51b-c86a0d554e44 req-f3411ae8-9343-48e6-8c91-e51256e81324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:24.733111 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-391945c0-6ec6-48a5-b51b-c86a0d554e44 req-f3411ae8-9343-48e6-8c91-e51256e81324 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 1099 time: 0.0769262 May 06 18:43:24.780711 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-391945c0-6ec6-48a5-b51b-c86a0d554e44 req-852259cd-708a-47e6-9037-2c77befdc457 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 May 06 18:43:25.195683 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a564a7-433d-4605-a902-9cbcc4610357 req-ca155ae6-db85-4a6e-9f52-137b7ec79afc tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:25.197139 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-12a564a7-433d-4605-a902-9cbcc4610357 req-ca155ae6-db85-4a6e-9f52-137b7ec79afc tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.0837078 May 06 18:43:25.242480 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-12a564a7-433d-4605-a902-9cbcc4610357 req-ffbf1698-bedb-4c0a-8696-c33769dcc62b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 May 06 18:43:26.432313 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ec683-33e9-4aa8-9fb1-3846283df90a req-5b9513cc-5a0a-45e5-bd9d-3de25854b516 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:43:26.433816 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7e3ec683-33e9-4aa8-9fb1-3846283df90a req-5b9513cc-5a0a-45e5-bd9d-3de25854b516 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.0811322 May 06 18:43:26.484355 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7e3ec683-33e9-4aa8-9fb1-3846283df90a req-5ea3259f-3eb0-45a4-994e-91281dbdd783 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 May 06 18:43:35.007699 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-29fdbb1a-59f4-4d7c-b04e-3a54de2a7c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:35.421976 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:37.666246 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b8c4599f-98ea-4633-a37f-b2a3fbdd04ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:37.702031 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:38.842374 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:40.419638 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:43:42.005060 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:44:03.067127 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd3f5a-8a68-49e2-bf33-511cfaac8b81 req-883ba233-e83c-4392-99dc-ec99c779b9a1 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:03.068758 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2fdd3f5a-8a68-49e2-bf33-511cfaac8b81 req-883ba233-e83c-4392-99dc-ec99c779b9a1 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.0921774 May 06 18:44:03.125666 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2fdd3f5a-8a68-49e2-bf33-511cfaac8b81 req-776abeaf-d982-4ea1-b75d-ceeb3d134327 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 May 06 18:44:03.392537 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-4b4ed734-259e-4081-b948-2fd54b77febf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987263 May 06 18:44:03.547140 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-3863cba6-a3df-49f4-80bf-0cdf2de99d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:03.548677 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-3863cba6-a3df-49f4-80bf-0cdf2de99d09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0803030 May 06 18:44:03.708403 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-857e8c3f-3a3a-4710-827c-b329858eb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:03.709871 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-857e8c3f-3a3a-4710-827c-b329858eb2cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1388757 May 06 18:44:03.839665 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-a634012b-1b55-4c11-b33e-790f1c6dbb1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 1001 time: 0.1215487 May 06 18:44:03.909090 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-545adef0-1bd9-4571-8a8d-d9912c1ce47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:03.910579 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-545adef0-1bd9-4571-8a8d-d9912c1ce47b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0622368 May 06 18:44:04.106175 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-e43cf3cd-3698-4c5a-8ff7-22cc7ca4c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:04.107633 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-e43cf3cd-3698-4c5a-8ff7-22cc7ca4c05f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1885135 May 06 18:44:04.323649 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-587a6d3f-84b9-4342-acc4-72fd1de9ae48 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076230 May 06 18:44:04.482216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcec8e-40ab-4429-be08-4924b8e035e7 req-dd6ef422-6a2b-4dd5-96f6-d049a8465304 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:04.483880 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8dcec8e-40ab-4429-be08-4924b8e035e7 req-dd6ef422-6a2b-4dd5-96f6-d049a8465304 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.2277677 May 06 18:44:04.532919 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f140fb77-6c44-43fa-a4b3-a81e76ae13d7 req-0e0c99f6-3953-4f75-a269-2f0a19df73a3 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006490 May 06 18:44:04.555720 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d8dcec8e-40ab-4429-be08-4924b8e035e7 req-b08ca679-05f1-4f02-8463-57d9a9071ec8 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658095 May 06 18:44:05.002274 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9db95d16-dd4b-48b8-9241-bf6b33ea91ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.436212 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:05.800832 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d634f-0ded-4a34-ace4-b5a3b6a23da2 req-ac258d37-2ce3-49d4-8173-a549a15f2fb2 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:05.803578 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5a4d634f-0ded-4a34-ace4-b5a3b6a23da2 req-ac258d37-2ce3-49d4-8173-a549a15f2fb2 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.1089652 May 06 18:44:05.862105 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5a4d634f-0ded-4a34-ace4-b5a3b6a23da2 req-58175ccb-5e87-4321-84a5-9b96294f9419 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 May 06 18:44:07.067702 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feca6-5431-4e62-8a1e-88a003965c29 req-07c4995d-bd83-45dc-9cb3-0e44f376ff52 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:07.069213 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-125feca6-5431-4e62-8a1e-88a003965c29 req-07c4995d-bd83-45dc-9cb3-0e44f376ff52 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.0935886 May 06 18:44:07.125019 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-125feca6-5431-4e62-8a1e-88a003965c29 req-3eb60eba-4726-4836-a0ec-8e689907d43d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 May 06 18:44:07.672640 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-3df971b4-5c22-4b76-8a9e-e33744dd35e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:07.708729 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.206876 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf385d-705b-48ba-bebc-48b484790579 req-36f161a3-f766-49c4-8d42-34a39b7984c2 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:08.209607 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e5bf385d-705b-48ba-bebc-48b484790579 req-36f161a3-f766-49c4-8d42-34a39b7984c2 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.1144173 May 06 18:44:08.435785 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170babf2-85ab-40ef-b600-5f806320c42b req-da5a0541-86ac-4cce-adbe-1cd3fd66afbb tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:08.437586 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-170babf2-85ab-40ef-b600-5f806320c42b req-da5a0541-86ac-4cce-adbe-1cd3fd66afbb tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 946 time: 0.1668994 May 06 18:44:08.479985 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Deleting port fe0dd1d6-e15a-4bc9-8558-260e81fd033a {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:44:08.480332 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.583734 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-170babf2-85ab-40ef-b600-5f806320c42b req-638a1381-4cf9-4138-a223-03b70556e21b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338322 May 06 18:44:08.665583 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] For port fe0dd1d6-e15a-4bc9-8558-260e81fd033a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:08.666074 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.856211 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:08.881876 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Calling delete_port for fe0dd1d6-e15a-4bc9-8558-260e81fd033a owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:44:09.018283 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.024972 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:09.076056 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Pushing event deleted for resources: {'Port': ['ID=fe0dd1d6-e15a-4bc9-8558-260e81fd033a,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:09.121176 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.121552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.121921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.122284 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.122655 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.123003 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.123396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.123751 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.124100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.124446 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.124793 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.125135 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:09.133182 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:09.178693 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] No DVR routers for this DVR port fe0dd1d6-e15a-4bc9-8558-260e81fd033a on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:44:09.182324 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:09.186363 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bba559-a311-438b-8e70-110528d98af2', 'name': 'network-vif-deleted', 'tag': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:09.206691 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-e5bf385d-705b-48ba-bebc-48b484790579 req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "DELETE /v2.0/ports/fe0dd1d6-e15a-4bc9-8558-260e81fd033a HTTP/1.1" status: 204 len: 173 time: 0.9865971 May 06 18:44:09.247898 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bba559-a311-438b-8e70-110528d98af2', 'name': 'network-vif-deleted', 'tag': 'fe0dd1d6-e15a-4bc9-8558-260e81fd033a', 'status': 'completed', 'code': 200} May 06 18:44:09.793077 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-f8b61fa3-c3f7-446c-86f7-60341c3a6421 req-e1bf397a-95f6-4ba5-bdd5-5f72b18e3262 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Synchronizing usage tracker for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:09.815615 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-f8b61fa3-c3f7-446c-86f7-60341c3a6421 req-e1bf397a-95f6-4ba5-bdd5-5f72b18e3262 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Unset dirty status for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:09.817563 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f8b61fa3-c3f7-446c-86f7-60341c3a6421 req-e1bf397a-95f6-4ba5-bdd5-5f72b18e3262 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=24bba559-a311-438b-8e70-110528d98af2 HTTP/1.1" status: 200 len: 210 time: 0.0847158 May 06 18:44:10.427674 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:10.430513 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device fe0dd1d6-e15a-4bc9-8558-260e81fd033a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:44:10.467832 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: fe0dd1d6-e15a-4bc9-8558-260e81fd033a {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:44:10.468191 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device fe0dd1d6-e15a-4bc9-8558-260e81fd033a not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:44:15.573959 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-fe3828d4-6a20-42aa-a142-c7f8893f5e64 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:15.575608 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-fe3828d4-6a20-42aa-a142-c7f8893f5e64 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/networks?id=edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 200 len: 813 time: 0.2783091 May 06 18:44:15.591404 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-1871b8d6-901f-4ca6-97b7-528caffc9aaf tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/quotas/15f7852a64e64cfa98e2c1976a8b4e36 HTTP/1.1" status: 200 len: 375 time: 0.0098929 May 06 18:44:15.641361 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-cbc89e1a-7197-430e-9adb-549db228f7da tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443001 May 06 18:44:15.833701 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-42d982e1-1921-4055-80dd-bb70433cf2e2 service neutron] 10.222.0.11 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850369 May 06 18:44:15.980928 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-5910d430-7441-4e85-aa0c-ffaf647907e8 service neutron] 10.222.0.11 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402853 May 06 18:44:16.211722 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ea444eac-924c-43b9-8281-677cda695d08 req-132370cf-cfc8-4a82-82e8-28b85b1e7861 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 210 time: 0.0811725 May 06 18:44:17.540141 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-679f2013-9d18-4542-a4b1-ec62d7769e0c req-3eae1b5f-07be-4179-a0c7-9c9b2c3ed8c8 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 210 time: 0.1449704 May 06 18:44:17.621599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-e4680c1f-b1b7-42d7-b734-5532950dcd94 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:17.624427 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-e4680c1f-b1b7-42d7-b734-5532950dcd94 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "GET /v2.0/networks?id=edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 200 len: 813 time: 0.2699847 May 06 18:44:17.642761 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Request body: {'port': {'device_id': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2', 'admin_state_up': True, 'tenant_id': '15f7852a64e64cfa98e2c1976a8b4e36'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:17.802462 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 18:44:17.814125 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.quota.driver [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79117) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 18:44:17.826619 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Made reservation on behalf of 15f7852a64e64cfa98e2c1976a8b4e36 for: {'port': 1} {{(pid=79117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 18:44:17.830891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.017529 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_common [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Allocated IP 172.20.0.12 (edeaf964-9aee-4b29-a592-9e818f7f84d2/762c99c4-1a76-492d-aa09-43a36a95e251/f92ff985-b03a-4970-b5b8-d04fa0a475d3) {{(pid=79117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 18:44:18.265652 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks [] for port, precommit_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.299049 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736186655254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_create {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.305296 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-81d04517-dea2-45ce-9d75-80e49b8e0165 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:18.373676 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Network edeaf964-9aee-4b29-a592-9e818f7f84d2 is already hosted by enough agents. {{(pid=79117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 18:44:18.381829 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.base_scheduler [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Resources bound (agent type, host, resource id): {{(pid=79117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 18:44:18.388034 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Received port after_create {{(pid=79117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 18:44:18.425669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Pushing event updated for resources: {'Port': ['ID=f92ff985-b03a-4970-b5b8-d04fa0a475d3,revision_number=1']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:18.429047 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:18.462812 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:18.463864 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.492371 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-df5e7f13-63f0-4fba-bf38-cbef713b7976 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8571804 May 06 18:44:18.509217 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.v2.base [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Request body: {'port': {'device_id': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=79117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 18:44:18.716527 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:18.998640 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f039-75a0-4dc8-8166-64e3d09e44e3 req-7f6863d3-4d69-4bde-b3d6-ba04d81ae771 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:18.999415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-ad68f039-75a0-4dc8-8166-64e3d09e44e3 req-7f6863d3-4d69-4bde-b3d6-ba04d81ae771 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Synchronizing usage tracker for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:44:19.005007 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:44:19.047788 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-ad68f039-75a0-4dc8-8166-64e3d09e44e3 req-7f6863d3-4d69-4bde-b3d6-ba04d81ae771 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Unset dirty status for tenant:15f7852a64e64cfa98e2c1976a8b4e36 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:44:19.048973 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ad68f039-75a0-4dc8-8166-64e3d09e44e3 req-7f6863d3-4d69-4bde-b3d6-ba04d81ae771 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 932 time: 0.3784742 May 06 18:44:19.176184 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ad68f039-75a0-4dc8-8166-64e3d09e44e3 req-1a79d1ff-1840-45d4-834c-248ca4cb1b87 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 May 06 18:44:19.325683 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92ff985-b03a-4970-b5b8-d04fa0a475d3 {{(pid=79117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:44:19.334231 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.355692 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.provisioning_blocks [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Transition to ACTIVE for port object f92ff985-b03a-4970-b5b8-d04fa0a475d3 will not be triggered until provisioned by entity L2. {{(pid=79117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 18:44:19.362545 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.366745 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f282720c-87d3-4493-9698-123d653b772a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:19.516025 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ff985-b03a-4970-b5b8-d04fa0a475d3,revision_number=2']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:19.547211 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:19.638241 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Attempting to bind port f92ff985-b03a-4970-b5b8-d04fa0a475d3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 18:44:19.638577 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Attempting to bind port f92ff985-b03a-4970-b5b8-d04fa0a475d3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 18:44:19.638918 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Attempting to bind port f92ff985-b03a-4970-b5b8-d04fa0a475d3 on network edeaf964-9aee-4b29-a592-9e818f7f84d2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:19.644284 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Port f92ff985-b03a-4970-b5b8-d04fa0a475d3 on network edeaf964-9aee-4b29-a592-9e818f7f84d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 18:44:19.644626 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Attempting to bind port f92ff985-b03a-4970-b5b8-d04fa0a475d3 on network edeaf964-9aee-4b29-a592-9e818f7f84d2 {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 18:44:19.650700 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Checking agent: {'id': '7d8fd44d-020e-491a-a704-bfe60b526efc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'started_at': datetime.datetime(2021, 5, 6, 18, 33, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 18, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 18:44:19.651072 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Checking segment: {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 18:44:19.651482 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Bound using segment: {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'} {{(pid=79117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 18:44:19.651930 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.managers [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Bound port: f92ff985-b03a-4970-b5b8-d04fa0a475d3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2'}}] {{(pid=79117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 18:44:19.652286 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.782286 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] For port f92ff985-b03a-4970-b5b8-d04fa0a475d3, host hv-cinder-73362, cleared binding levels {{(pid=79117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 18:44:19.787759 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] For port f92ff985-b03a-4970-b5b8-d04fa0a475d3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 18:44:19.795877 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8163114'] for port, after_update {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.803784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-46c141cf-a6ef-4d0d-a996-a96df9171c0d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:19.900878 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:19.901515 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:19.902977 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] 10.222.0.15 "PUT /v2.0/ports/f92ff985-b03a-4970-b5b8-d04fa0a475d3 HTTP/1.1" status: 200 len: 1094 time: 1.3984604 May 06 18:44:19.903545 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'tag': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:19.934958 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ff985-b03a-4970-b5b8-d04fa0a475d3,revision_number=3']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:19.938674 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-c8247a93-41ab-4c5d-ba5d-a002f59e7ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:19.958093 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'tag': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3', 'status': 'completed', 'code': 200} May 06 18:44:20.044366 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-26bb723e-d5c3-4ae7-b0ba-6aeb4a474191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:20.045809 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-26bb723e-d5c3-4ae7-b0ba-6aeb4a474191 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 1097 time: 0.0800102 May 06 18:44:20.120391 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-09ad296e-6a32-4395-bb21-ffb353616790 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3 HTTP/1.1" status: 200 len: 217 time: 0.0633359 May 06 18:44:20.191983 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-b5a3c58d-4e66-4a4e-b968-7116cf0dc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:20.193450 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-b5a3c58d-4e66-4a4e-b968-7116cf0dc7ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=762c99c4-1a76-492d-aa09-43a36a95e251 HTTP/1.1" status: 200 len: 853 time: 0.0635540 May 06 18:44:20.246257 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-5c5d304d-e163-49c3-81cb-c26973f9c606 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edeaf964-9aee-4b29-a592-9e818f7f84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437460 May 06 18:44:20.440957 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-662ebc4b-e6c7-4c65-9210-464e54005550 service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841505 May 06 18:44:20.490750 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27218a35-6e32-4335-8e26-aa41b7b0aed2 req-089b59f3-72a7-4ab9-9cab-7d8aed174fbf tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:20.492456 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-27218a35-6e32-4335-8e26-aa41b7b0aed2 req-089b59f3-72a7-4ab9-9cab-7d8aed174fbf tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 944 time: 0.1648877 May 06 18:44:20.624032 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-27218a35-6e32-4335-8e26-aa41b7b0aed2 req-2aa87f8d-0c44-4057-b0b8-3ca82b2f2ad6 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865803 May 06 18:44:20.648988 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-17ab158c-d9b4-4cd8-8322-664062a68fed req-57715446-113b-4d48-abb4-4222bdc79e4f service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973002 May 06 18:44:20.789842 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-ba1a322d-f392-4cd5-b030-5d33d8978210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:20.792691 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-ba1a322d-f392-4cd5-b030-5d33d8978210 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 1097 time: 0.0859759 May 06 18:44:20.961204 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-4d1190f0-1be1-49e2-bf86-cb17335b9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:20.963240 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-4d1190f0-1be1-49e2-bf86-cb17335b9393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 200 len: 914 time: 0.1633513 May 06 18:44:21.164886 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-f6f065cd-1cce-4acc-a6d6-ad63498d0297 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3 HTTP/1.1" status: 200 len: 217 time: 0.1921432 May 06 18:44:21.234409 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-0c3b0c8a-3687-4d11-bef4-e76a61411571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:21.235925 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-0c3b0c8a-3687-4d11-bef4-e76a61411571 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=762c99c4-1a76-492d-aa09-43a36a95e251 HTTP/1.1" status: 200 len: 853 time: 0.0631723 May 06 18:44:21.290601 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-1a8ebb5f-3d0f-4a2e-a132-86a9161d4503 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edeaf964-9aee-4b29-a592-9e818f7f84d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470214 May 06 18:44:21.461247 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-91a098d9-a740-4807-8a6b-22600c7e4beb service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625113 May 06 18:44:21.624955 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ff30a5a2-89ac-4f8a-9075-d506c288d8df req-10e7fb24-cca9-47b8-9b66-2408042a9402 service neutron] 10.222.0.15 "GET /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560009 May 06 18:44:21.858437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb3e5d-f61b-4867-9371-aed1d72b6133 req-cd516ca4-f6e7-4f6f-81ff-96c616a90c50 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:21.860075 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-38bb3e5d-f61b-4867-9371-aed1d72b6133 req-cd516ca4-f6e7-4f6f-81ff-96c616a90c50 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 944 time: 0.1038959 May 06 18:44:21.911100 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-38bb3e5d-f61b-4867-9371-aed1d72b6133 req-ae8f858c-2371-4c67-9b60-d6b58d8b0699 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 May 06 18:44:23.117722 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f481-1f69-4d68-8da2-2a9bc785bf34 req-8d1ef947-dbc1-4bca-ba40-cf8b09783b5c tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:23.119475 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b584f481-1f69-4d68-8da2-2a9bc785bf34 req-8d1ef947-dbc1-4bca-ba40-cf8b09783b5c tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 944 time: 0.0947509 May 06 18:44:23.173824 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b584f481-1f69-4d68-8da2-2a9bc785bf34 req-974f0332-df1b-45be-87ed-ca6c5c8448da tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442266 May 06 18:44:24.505032 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device f92ff985-b03a-4970-b5b8-d04fa0a475d3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:44:24.538317 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd27d0-c915-4596-ae5c-0db17e29b6be req-b90a767f-fac8-4fac-9365-6f5432b71d8b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:24.540025 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-59dd27d0-c915-4596-ae5c-0db17e29b6be req-b90a767f-fac8-4fac-9365-6f5432b71d8b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 944 time: 0.0914814 May 06 18:44:24.596156 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-59dd27d0-c915-4596-ae5c-0db17e29b6be req-3140baaf-dab9-4b92-9033-f1e752fe0443 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 May 06 18:44:24.710978 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port f92ff985-b03a-4970-b5b8-d04fa0a475d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:24.728266 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3', 'network_id': 'edeaf964-9aee-4b29-a592-9e818f7f84d2', 'port_id': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3', 'mac_address': 'fa:16:3e:7c:16:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762c99c4-1a76-492d-aa09-43a36a95e251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:44:24.798092 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:24.821238 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92ff985-b03a-4970-b5b8-d04fa0a475d3 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:44:24.839110 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port f92ff985-b03a-4970-b5b8-d04fa0a475d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:24.843208 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:24.846024 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:24.960833 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=f92ff985-b03a-4970-b5b8-d04fa0a475d3,revision_number=4']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:24.969182 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.969528 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.969873 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.970207 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.970536 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.970864 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.971214 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.971540 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.971868 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.972188 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.972507 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.972841 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:44:24.977001 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:25.132500 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['f92ff985-b03a-4970-b5b8-d04fa0a475d3'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:44:25.795095 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5fb2d-aab9-48a7-99cf-87c4ae861c35 req-cb6cfc41-3801-4752-aec6-31f9dac4f88e tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:25.796572 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-29d5fb2d-aab9-48a7-99cf-87c4ae861c35 req-cb6cfc41-3801-4752-aec6-31f9dac4f88e tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 945 time: 0.0881987 May 06 18:44:25.846950 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-29d5fb2d-aab9-48a7-99cf-87c4ae861c35 req-3f7a4c83-aa2a-49e0-a409-803416b06dbb tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 May 06 18:44:26.503541 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device f92ff985-b03a-4970-b5b8-d04fa0a475d3 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:44:26.575711 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning for port f92ff985-b03a-4970-b5b8-d04fa0a475d3 completed by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 18:44:26.580302 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port f92ff985-b03a-4970-b5b8-d04fa0a475d3 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:44:26.580674 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:26.710103 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:26.738034 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:26.749440 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port f92ff985-b03a-4970-b5b8-d04fa0a475d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:26.755062 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:26.757223 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c5c584d3-1db0-4c74-b8f2-92a9977f0795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:26.789939 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3', 'code': 200} May 06 18:44:26.847708 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=f92ff985-b03a-4970-b5b8-d04fa0a475d3,revision_number=5']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:26.850853 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:27.147542 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c18b8-09c9-48ea-a518-7cff470b6198 req-bc996215-5cfe-437f-b14b-870f5a9ca177 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:27.149059 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2c1c18b8-09c9-48ea-a518-7cff470b6198 req-bc996215-5cfe-437f-b14b-870f5a9ca177 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.1885612 May 06 18:44:27.152953 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cbe05-7f5f-43da-8821-ed76a82c7b62 req-19b0b261-f04a-4840-8cba-611b9354d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:27.154426 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-500cbe05-7f5f-43da-8821-ed76a82c7b62 req-19b0b261-f04a-4840-8cba-611b9354d576 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 1099 time: 0.1375773 May 06 18:44:27.231430 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2c1c18b8-09c9-48ea-a518-7cff470b6198 req-b4c13ff9-3223-45f3-854c-a57d01a76924 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743275 May 06 18:44:27.235380 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-500cbe05-7f5f-43da-8821-ed76a82c7b62 req-181ec885-b9a6-494a-9784-a18c12201844 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 May 06 18:44:28.449519 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51a74-9fb9-453d-a84f-fd4c0efdb195 req-28a21439-9086-47eb-aad7-7815fa8c47ec tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:28.451137 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1cf51a74-9fb9-453d-a84f-fd4c0efdb195 req-28a21439-9086-47eb-aad7-7815fa8c47ec tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.0986428 May 06 18:44:28.503998 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-1cf51a74-9fb9-453d-a84f-fd4c0efdb195 req-a8c59b92-94a2-4ad0-ba32-0dd831338f15 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 May 06 18:44:34.998071 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-bff5e89b-7d75-495b-9aff-fb8caf9b5c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:35.440900 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:37.676266 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-f1fd9465-9244-4a8d-86c8-98228391f576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:37.701019 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:38.848650 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:40.428524 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:45.748479 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6eb6c-f277-453e-8522-d0fb0105d17e req-c3230692-8cbe-400f-92f7-f6a5d2496e50 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:45.750000 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c8f6eb6c-f277-453e-8522-d0fb0105d17e req-c3230692-8cbe-400f-92f7-f6a5d2496e50 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.0854602 May 06 18:44:45.796607 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c8f6eb6c-f277-453e-8522-d0fb0105d17e req-6e398cdc-6b45-4a4f-b365-981c4237a106 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 May 06 18:44:46.991731 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6e05-6c1d-4de1-9a51-757f9ff10337 req-2d543444-8577-44d2-8e5c-67963fd8e45d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:46.993225 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f8ed6e05-6c1d-4de1-9a51-757f9ff10337 req-2d543444-8577-44d2-8e5c-67963fd8e45d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.0806589 May 06 18:44:47.038825 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-f8ed6e05-6c1d-4de1-9a51-757f9ff10337 req-ecc15451-8d3e-4ebc-9398-829097d08ddb tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 May 06 18:44:48.227271 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be738aa3-a927-419a-a83d-c84dd0588f3c req-4b9e2500-5f9e-4a4d-af7b-efaa1c11629b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:48.229486 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-be738aa3-a927-419a-a83d-c84dd0588f3c req-4b9e2500-5f9e-4a4d-af7b-efaa1c11629b tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.0847044 May 06 18:44:48.277234 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-be738aa3-a927-419a-a83d-c84dd0588f3c req-45afec98-2025-40b0-8381-5553ff133b7d tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 May 06 18:44:49.467690 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b733dc-3ab2-4ed9-89fa-019bda93710b req-68abb228-4dbe-41aa-90d3-a81039599d72 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:49.469163 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d0b733dc-3ab2-4ed9-89fa-019bda93710b req-68abb228-4dbe-41aa-90d3-a81039599d72 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.0831268 May 06 18:44:49.512851 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d0b733dc-3ab2-4ed9-89fa-019bda93710b req-95cae25e-d10c-4e07-a41e-ba92304edb69 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 May 06 18:44:50.226129 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-de2d9094-2e6e-4454-9407-bb484b2bf1f5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:50.227583 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-de2d9094-2e6e-4454-9407-bb484b2bf1f5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.0791173 May 06 18:44:50.465780 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Deleting port f92ff985-b03a-4970-b5b8-d04fa0a475d3 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:44:50.466128 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:50.601920 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] For port f92ff985-b03a-4970-b5b8-d04fa0a475d3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f92ff985-b03a-4970-b5b8-d04fa0a475d3,segment=NetworkSegment(e4a9883c-fc81-4f80-a5bd-bd2813f3c72c),segment_id=e4a9883c-fc81-4f80-a5bd-bd2813f3c72c)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:44:50.602645 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:50.766144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Calling delete_port for f92ff985-b03a-4970-b5b8-d04fa0a475d3 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:44:50.833740 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aef68b-bed6-49b3-9ebb-da8f08a571f4 req-9e6661f9-81ea-46af-a7f2-a22bce5a0170 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:44:50.835292 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-40aef68b-bed6-49b3-9ebb-da8f08a571f4 req-9e6661f9-81ea-46af-a7f2-a22bce5a0170 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05acc1b-798f-4beb-a058-88d9191fac51 HTTP/1.1" status: 200 len: 946 time: 0.1663866 May 06 18:44:50.930239 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-40aef68b-bed6-49b3-9ebb-da8f08a571f4 req-a7f6a001-f437-483b-9beb-3cdb4e9299f2 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.11 "GET /v2.0/security-groups?id=dafc4e44-b358-4d82-865a-fe3819c32448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840096 May 06 18:44:50.956190 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:50.962023 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-6e72610a-a879-463c-af4b-24d746e7b99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:44:51.010219 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Pushing event deleted for resources: {'Port': ['ID=f92ff985-b03a-4970-b5b8-d04fa0a475d3,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:44:51.012927 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:44:51.090444 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] No DVR routers for this DVR port f92ff985-b03a-4970-b5b8-d04fa0a475d3 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:44:51.093078 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:44:51.096090 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'name': 'network-vif-deleted', 'tag': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:44:51.113492 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7b997d89-0f70-4ff5-a984-a1e2ad34d30b req-1f52e3d8-1fd5-4a58-b3ad-d9d791b460b5 tempest-VolumesSnapshotTestJSON-1746001331 tempest-VolumesSnapshotTestJSON-1746001331-project] 10.222.0.15 "DELETE /v2.0/ports/f92ff985-b03a-4970-b5b8-d04fa0a475d3 HTTP/1.1" status: 204 len: 173 time: 0.8773956 May 06 18:44:51.150007 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05acc1b-798f-4beb-a058-88d9191fac51', 'name': 'network-vif-deleted', 'tag': 'f92ff985-b03a-4970-b5b8-d04fa0a475d3', 'status': 'completed', 'code': 200} May 06 18:44:52.603910 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device f92ff985-b03a-4970-b5b8-d04fa0a475d3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:44:52.639038 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: f92ff985-b03a-4970-b5b8-d04fa0a475d3 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:44:52.639423 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device f92ff985-b03a-4970-b5b8-d04fa0a475d3 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:44:56.004678 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:45:00.143093 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89da740-64b7-4003-a22b-6c5a78768779 req-fe768043-166a-4258-8af6-c89475e30eca tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:00.144540 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d89da740-64b7-4003-a22b-6c5a78768779 req-fe768043-166a-4258-8af6-c89475e30eca tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1751831 May 06 18:45:00.191988 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d89da740-64b7-4003-a22b-6c5a78768779 req-ef861bcd-f94a-4427-b9e6-51582725883d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 May 06 18:45:01.446382 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780764e-7294-4382-aaaf-3baa33cff6ad req-068eb493-e313-44c8-9458-7c9b21ac740c tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:01.448080 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5780764e-7294-4382-aaaf-3baa33cff6ad req-068eb493-e313-44c8-9458-7c9b21ac740c tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1406050 May 06 18:45:01.500257 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5780764e-7294-4382-aaaf-3baa33cff6ad req-0fd04131-79fa-4f85-a3e0-ecebce1e29ee tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 May 06 18:45:02.698956 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64373d20-1152-43ab-b755-fbfff28cb824 req-0906c0a6-825b-4dc9-8f05-e766f179e680 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:02.700470 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-64373d20-1152-43ab-b755-fbfff28cb824 req-0906c0a6-825b-4dc9-8f05-e766f179e680 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0927296 May 06 18:45:02.747431 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-64373d20-1152-43ab-b755-fbfff28cb824 req-ddf81a77-2f73-49e0-ab12-315302fed72b tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 May 06 18:45:03.937422 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba44daf-3e3f-4d23-9475-e01c465b7681 req-a6aac605-9a6c-48b7-968e-9148ec6d01cd tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:03.938935 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bba44daf-3e3f-4d23-9475-e01c465b7681 req-a6aac605-9a6c-48b7-968e-9148ec6d01cd tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0846996 May 06 18:45:03.985674 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bba44daf-3e3f-4d23-9475-e01c465b7681 req-7cdbacbe-9463-47b2-ae32-3d1730fbd777 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 May 06 18:45:05.001602 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-9719bd3b-bcff-4bd7-9331-12c5e2011e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:05.174569 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07375016-18eb-4f83-ac12-aea7cabec2ef req-b065df13-5f31-48c6-afc7-3b8cf1e6355f tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:05.175952 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-07375016-18eb-4f83-ac12-aea7cabec2ef req-b065df13-5f31-48c6-afc7-3b8cf1e6355f tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0817692 May 06 18:45:05.225739 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-07375016-18eb-4f83-ac12-aea7cabec2ef req-8d5f9959-a6e3-4dd8-9ac6-5930c820c31f tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 May 06 18:45:05.371925 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-26d8f7f8-a1f8-4454-bba2-7f204cb5ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:05.373408 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-26d8f7f8-a1f8-4454-bba2-7f204cb5ed7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0836344 May 06 18:45:05.443530 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:05.527865 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-c0395026-853e-4d65-8e76-6b1824be2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:05.529535 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-c0395026-853e-4d65-8e76-6b1824be2575 service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1349413 May 06 18:45:05.638315 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-ab57a332-85c1-4a55-ab33-59676fd381ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 1001 time: 0.1012995 May 06 18:45:05.703057 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-6bc316bf-dbde-4b30-bfa3-751ddf425bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:05.704391 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-6bc316bf-dbde-4b30-bfa3-751ddf425bfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0582206 May 06 18:45:05.891923 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-bd0bcecd-5a00-41bd-b105-0bfa13c3104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:05.893429 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-bd0bcecd-5a00-41bd-b105-0bfa13c3104d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1817625 May 06 18:45:06.033496 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-8c9b1d76-7a40-418a-a634-70a03c31504c service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317112 May 06 18:45:06.168256 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-a1b535cb-75f6-4a24-935b-9343fa161748 req-c92bf4c3-3b37-41eb-a9f5-738faccbc33c service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279576 May 06 18:45:06.414292 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb7a9f-ac11-43f9-bf7c-f5603fbd3aef req-330ff5d1-d1c6-49f8-89e3-c4858cd0f2f0 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:06.416003 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b3fb7a9f-ac11-43f9-bf7c-f5603fbd3aef req-330ff5d1-d1c6-49f8-89e3-c4858cd0f2f0 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0808742 May 06 18:45:06.465412 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b3fb7a9f-ac11-43f9-bf7c-f5603fbd3aef req-4191a7f2-60f5-4c02-b5d0-d56d947ade22 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 May 06 18:45:07.650979 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4420-2836-4d8f-af19-160ccda4fb38 req-96edd2df-0186-4071-ac11-29d7a7f32560 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:07.652355 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-230e4420-2836-4d8f-af19-160ccda4fb38 req-96edd2df-0186-4071-ac11-29d7a7f32560 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0825238 May 06 18:45:07.681076 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-13ea02e4-9d06-4bbc-9c90-e03a6f84d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:07.705650 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:07.705922 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-230e4420-2836-4d8f-af19-160ccda4fb38 req-f651a77d-02ae-435e-b5ea-f3ae352608a8 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 May 06 18:45:08.853825 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:08.898298 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536e646-64e7-4424-b5d9-9ed8c480ae86 req-8c35095d-77fc-4d28-96a2-cf4017eedcab tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:08.899988 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5536e646-64e7-4424-b5d9-9ed8c480ae86 req-8c35095d-77fc-4d28-96a2-cf4017eedcab tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0866470 May 06 18:45:08.948831 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-5536e646-64e7-4424-b5d9-9ed8c480ae86 req-08b8a89d-60f9-4bc9-b9a0-d5d28fb8bfaa tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 May 06 18:45:10.163381 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44496d-4fa9-4d10-805b-ebe05fbbfac7 req-dfa724b3-92d6-4b38-b77f-2ad32e95c987 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:10.164738 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3d44496d-4fa9-4d10-805b-ebe05fbbfac7 req-dfa724b3-92d6-4b38-b77f-2ad32e95c987 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1096702 May 06 18:45:10.226595 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3d44496d-4fa9-4d10-805b-ebe05fbbfac7 req-d888aff8-fdfd-4c56-b238-a85e6e8e97e2 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553198 May 06 18:45:10.245000 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-790680fa-681e-44e4-b411-269a32e0ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:10.246453 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-790680fa-681e-44e4-b411-269a32e0ddd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.1194324 May 06 18:45:10.384268 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-90b37677-038c-4c3c-b374-cccd4991c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:10.385763 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-90b37677-038c-4c3c-b374-cccd4991c5fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1288636 May 06 18:45:10.431143 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:10.507690 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-aedb5357-f6ad-4743-807e-3dc9d0cf27f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 1001 time: 0.1124973 May 06 18:45:10.575554 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-c255d70e-135a-4702-9ffc-226c5789b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:10.577017 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-c255d70e-135a-4702-9ffc-226c5789b189 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0601091 May 06 18:45:10.659613 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-c139d487-d362-4b62-9d2b-89f140f710a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:10.661049 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-c139d487-d362-4b62-9d2b-89f140f710a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0764842 May 06 18:45:10.798966 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-5d1af1a5-6efc-4307-a443-c053b32dbf5a service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302359 May 06 18:45:10.958962 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-6983bf72-4cd0-4660-8bb1-1605b3820b77 req-d6b98761-d319-4159-b9a4-e2a76501583a service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509764 May 06 18:45:11.416452 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6161b-076e-4ff3-8585-827ae5f449f4 req-d05573c9-e5a3-4fbd-b54e-07ae52e8f881 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:11.418180 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-abc6161b-076e-4ff3-8585-827ae5f449f4 req-d05573c9-e5a3-4fbd-b54e-07ae52e8f881 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0807505 May 06 18:45:11.462324 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-abc6161b-076e-4ff3-8585-827ae5f449f4 req-07fa0fb8-5805-4595-b4cc-ef3f45e6d465 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 May 06 18:45:11.644102 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34644) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:45:11.706960 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Deleting subnet 762c99c4-1a76-492d-aa09-43a36a95e251 {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:45:11.709824 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:11.877375 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8144696'] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:11.931795 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.179622 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8163168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7043419'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.184425 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-147d3e01-1bd5-436b-a081-4626c94c6a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:45:12.219525 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762c99c4-1a76-492d-aa09-43a36a95e251,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:45:12.222381 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.231044 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.231415 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.231780 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.232139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.232495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.232848 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.233200 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.233553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.233901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.234252 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.234599 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.234942 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:45:12.238531 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/762c99c4-1a76-492d-aa09-43a36a95e251 HTTP/1.1" status: 204 len: 168 time: 0.5934277 May 06 18:45:12.239447 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-97209904-3595-4793-96df-471f22b7a4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:45:12.240965 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34648) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:45:12.347186 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.473760 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.486552 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeaf964-9aee-4b29-a592-9e818f7f84d2']}} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:45:12.499325 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c') {'for_net_delete': True} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:45:12.499659 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a9883c-fc81-4f80-a5bd-bd2813f3c72c') {} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:45:12.511488 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8144679'] for segment, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.527034 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.533184 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=79117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:45:12.533603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8163078'] for segment, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: Traceback (most recent call last): May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: timer() May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: cb(*args, **kw) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: return func(*args, **kwargs) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: self._notify() May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: self.callback(batched_events) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: event.method(event) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: return f(self, *a, **k) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: return self._get(url).json() May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: return self.request(url, 'GET', **kwargs) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:45:12.547606 dv-cinder-733622-15-smb neutron-server[79117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:45:12.675472 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.682594 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:12.689977 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:45:12.714601 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Pushing event deleted for resources: {'Network': ['ID=edeaf964-9aee-4b29-a592-9e818f7f84d2,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:45:12.717116 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:45:12.734909 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-7f793516-62fa-46db-a876-10d39c16a410 admin admin] 10.222.0.11 "DELETE /v2.0/networks/edeaf964-9aee-4b29-a592-9e818f7f84d2 HTTP/1.1" status: 204 len: 168 time: 0.4926772 May 06 18:45:12.749251 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab192-f3ef-412b-bf9a-aa2906696e62 req-98f9c3dd-4e9d-4573-bb92-a313dc2def76 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:12.750821 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3acab192-f3ef-412b-bf9a-aa2906696e62 req-98f9c3dd-4e9d-4573-bb92-a313dc2def76 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1551540 May 06 18:45:12.801266 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3acab192-f3ef-412b-bf9a-aa2906696e62 req-9fbc8599-1fe9-4537-90d7-96ff9cf3e132 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 May 06 18:45:12.863181 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34656) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:45:12.912243 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-1aa8c024-9785-4f8c-9f03-970a9f2eb9b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15f7852a64e64cfa98e2c1976a8b4e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477984 May 06 18:45:12.914603 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34660) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:45:12.997108 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:13.044320 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:13.115100 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:13.119144 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:45:13.139214 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafc4e44-b358-4d82-865a-fe3819c32448,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:45:13.142183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:45:13.151408 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:13.152534 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-9a165ef0-9953-4db3-93f5-384438d0207c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dafc4e44-b358-4d82-865a-fe3819c32448 HTTP/1.1" status: 204 len: 168 time: 0.2369707 May 06 18:45:14.004654 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f5548-9e05-48df-ae8b-3b318afc8573 req-95f9eef4-e090-428e-bb3f-6e7fadd208e3 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:14.006125 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-797f5548-9e05-48df-ae8b-3b318afc8573 req-95f9eef4-e090-428e-bb3f-6e7fadd208e3 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0818701 May 06 18:45:14.055203 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-797f5548-9e05-48df-ae8b-3b318afc8573 req-2ec81bf3-6a4b-417d-a8fe-b798ed1f6ded tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 May 06 18:45:14.403459 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682e93-3884-4368-bf7c-5fbebfad3c0d req-dd673100-66ec-4dd3-b0f8-0f20b0039426 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:14.404966 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-40682e93-3884-4368-bf7c-5fbebfad3c0d req-dd673100-66ec-4dd3-b0f8-0f20b0039426 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0815992 May 06 18:45:14.451094 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-40682e93-3884-4368-bf7c-5fbebfad3c0d req-9c36599c-e5f4-42f1-953b-7b611d2e8a34 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 May 06 18:45:14.503293 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-2bf6780d-a6c8-43e5-84b8-ad926cefbaff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2376993 May 06 18:45:14.707396 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:45:14.826934 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:14.860286 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:45:14.870455 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:45:14.874566 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:14.877432 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:45:14.910262 dv-cinder-733622-15-smb neutron-server[79118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'code': 422} returned with failed status May 06 18:45:14.951301 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=6']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:45:14.954584 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:45:15.642927 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee72f22-cb78-4cf2-9cba-3b19f02ea9d3 req-39646e4f-02b9-41c5-b592-ad48bf98f27d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:15.644442 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bee72f22-cb78-4cf2-9cba-3b19f02ea9d3 req-39646e4f-02b9-41c5-b592-ad48bf98f27d tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0867345 May 06 18:45:15.691193 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-bee72f22-cb78-4cf2-9cba-3b19f02ea9d3 req-111aaf9e-02ef-45d4-ab06-c88d5b1e2af9 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 May 06 18:45:16.125378 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-9851443e-1044-4c12-93b1-41b5d514caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.126780 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-9851443e-1044-4c12-93b1-41b5d514caa8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0&tenant_id=207aa96ad41d42468e5c9bc9a19ce932 HTTP/1.1" status: 200 len: 1096 time: 0.0742135 May 06 18:45:16.230115 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-04332aa9-4f2b-4e52-9e03-dca17efded88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.231711 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-04332aa9-4f2b-4e52-9e03-dca17efded88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1096 time: 0.0770192 May 06 18:45:16.465113 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-362e79d7-5950-45d4-9bd6-5b87e998b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.466660 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-362e79d7-5950-45d4-9bd6-5b87e998b7c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.2246971 May 06 18:45:16.577490 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-02e58378-e082-41de-ac64-dc78c3cc346b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 999 time: 0.1007557 May 06 18:45:16.645954 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-056dab1d-c1ea-403f-8324-54b5d58c5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.647435 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-056dab1d-c1ea-403f-8324-54b5d58c5d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0608425 May 06 18:45:16.735103 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-f0824883-25f8-4606-93f8-1c192513ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:16.736864 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-f0824883-25f8-4606-93f8-1c192513ee56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0770578 May 06 18:45:16.936668 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-111288e6-503d-4beb-bff5-db011a6ea54f service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896508 May 06 18:45:17.026238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b96bc-4a9f-4b5f-b935-41811685bcca req-08dedee9-88e9-4034-9497-3135340724a4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:17.027693 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ec3b96bc-4a9f-4b5f-b935-41811685bcca req-08dedee9-88e9-4034-9497-3135340724a4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.2027118 May 06 18:45:17.104430 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-ec3b96bc-4a9f-4b5f-b935-41811685bcca req-1122e390-fed3-4266-b721-3c8a31a1fceb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695012 May 06 18:45:17.121128 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-3ef54a5e-7ef0-428c-91de-85ef01415c6d req-8d12a948-1c6a-4f05-b1b5-913b314b530e service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744180 May 06 18:45:18.297885 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c856519-3359-44d2-8e9a-989e83e425b3 req-dad17772-8ec2-4bef-8cc4-77fa9012fb69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:18.299356 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7c856519-3359-44d2-8e9a-989e83e425b3 req-dad17772-8ec2-4bef-8cc4-77fa9012fb69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0836558 May 06 18:45:18.346168 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-7c856519-3359-44d2-8e9a-989e83e425b3 req-589cd97a-dfe5-4306-a6ff-885902f1e8c5 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 May 06 18:45:19.532708 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fa8cc-caf3-470f-bf32-8c2a3fe66ace req-e9a3aa23-1a93-416d-b5b3-53d34eab7092 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:19.534180 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b58fa8cc-caf3-470f-bf32-8c2a3fe66ace req-e9a3aa23-1a93-416d-b5b3-53d34eab7092 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0798550 May 06 18:45:19.582491 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-b58fa8cc-caf3-470f-bf32-8c2a3fe66ace req-5c643727-cefe-4ffd-b026-8cd124df1ac4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 May 06 18:45:20.737768 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=79118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 18:45:20.766755 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad67fc-fe59-4819-80c4-24c89104f530 req-cded3f74-ca2a-44d8-bf25-78e8ac8c4e0e tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:20.768278 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-37ad67fc-fe59-4819-80c4-24c89104f530 req-cded3f74-ca2a-44d8-bf25-78e8ac8c4e0e tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 943 time: 0.0815766 May 06 18:45:20.816675 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-37ad67fc-fe59-4819-80c4-24c89104f530 req-062d1a80-90a8-4c07-aaf0-f97417001fca tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 May 06 18:45:20.876305 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:45:20.889611 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Returning: {'device': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'port_id': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'mac_address': 'fa:16:3e:a7:44:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 18:45:20.945495 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:20.966716 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6339d9-63b2-4394-a8aa-882b7b413821 {{(pid=79118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 18:45:20.983311 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:45:20.987624 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:20.989533 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:45:21.058743 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=7']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:45:21.061896 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:45:21.235207 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] get_ports_and_sgs() called for port_ids ['eb6339d9-63b2-4394-a8aa-882b7b413821'] {{(pid=79118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 18:45:22.003605 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462959f-aa3a-41b2-b9e2-c1baa3c3aca9 req-87cca091-29e4-41cc-8a53-bc61f919e1f0 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:22.005075 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9462959f-aa3a-41b2-b9e2-c1baa3c3aca9 req-87cca091-29e4-41cc-8a53-bc61f919e1f0 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 944 time: 0.0831015 May 06 18:45:22.051525 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-9462959f-aa3a-41b2-b9e2-c1baa3c3aca9 req-a00d3703-98f9-48d9-96b3-7e7a0a5fe089 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400767 May 06 18:45:22.737821 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 up at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 18:45:22.811068 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.provisioning_blocks [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Provisioning complete for port eb6339d9-63b2-4394-a8aa-882b7b413821 triggered by entity L2. {{(pid=79118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 18:45:22.811474 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-993478'] for port, provisioning_complete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:22.929636 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621137'] for port, before_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:22.959333 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:45:22.976365 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:45:22.982160 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736187074919', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736186655272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736186655317'] for port, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:22.986720 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:45:23.026690 dv-cinder-733622-15-smb neutron-server[79118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'code': 200} May 06 18:45:23.065731 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Pushing event updated for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=8']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:45:23.068565 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:45:23.239566 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8c0c-592b-4a2d-8aee-04113eed1397 req-6fe82e17-de23-456a-aa61-c6bd95a11072 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:23.241049 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-49bb8c0c-592b-4a2d-8aee-04113eed1397 req-6fe82e17-de23-456a-aa61-c6bd95a11072 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0836132 May 06 18:45:23.331834 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-49bb8c0c-592b-4a2d-8aee-04113eed1397 req-98a3dea3-5744-453e-a66c-832ed8001d37 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844898 May 06 18:45:23.364094 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a74029-0f81-427b-9da4-8498f018337e req-1ba95598-7ee5-4c5b-9c98-58554324fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:23.365624 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d1a74029-0f81-427b-9da4-8498f018337e req-1ba95598-7ee5-4c5b-9c98-58554324fb40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0904415 May 06 18:45:23.412334 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-d1a74029-0f81-427b-9da4-8498f018337e req-892cefa7-8990-47de-b444-ac0caa4d144e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361383 May 06 18:45:24.525515 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f67aa0-99cf-4111-b8e3-d37a4c6bbfc2 req-e54c2ce5-e4b2-4ba5-a58f-614d2b3f4d7a tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:45:24.527714 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-20f67aa0-99cf-4111-b8e3-d37a4c6bbfc2 req-e54c2ce5-e4b2-4ba5-a58f-614d2b3f4d7a tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0837953 May 06 18:45:24.573443 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-20f67aa0-99cf-4111-b8e3-d37a4c6bbfc2 req-f1556356-7ef3-4c15-9a17-ac76195133be tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 May 06 18:45:33.003498 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:45:35.004225 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-a152651e-86e6-48e9-9f90-2c92e46892f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:35.455089 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:37.685113 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e6b66b60-b42d-4750-b408-e7b3a2566e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:37.706699 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:38.854622 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:45:40.427653 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:05.005770 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-91942ba3-1d7e-4333-936a-658f4e7c5009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:05.462825 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:07.396053 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-4b4d00f7-0e90-42a1-b3e0-de11b8b0cea7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223192 May 06 18:46:07.544354 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-4aa6195c-4e72-4191-a99c-321ec2b89189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:07.545764 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-4aa6195c-4e72-4191-a99c-321ec2b89189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0746474 May 06 18:46:07.689051 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-07ea03b0-ab0a-426c-91f6-bfd1dc1e6edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:07.707414 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-e2cc60ea-3a2d-4114-936a-aa1037018c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:07.709094 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-e2cc60ea-3a2d-4114-936a-aa1037018c25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1400495 May 06 18:46:07.709759 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:07.931851 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-d8176275-8af5-4c08-a17e-849a8ea64a6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 1001 time: 0.2131917 May 06 18:46:08.002028 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-d73581e2-4366-4419-a634-a6d0cd4813d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:08.003241 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-d73581e2-4366-4419-a634-a6d0cd4813d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0624995 May 06 18:46:08.085120 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-9e374f80-1bac-4ca7-9b00-8fea083813d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:08.086619 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-9e374f80-1bac-4ca7-9b00-8fea083813d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0727391 May 06 18:46:08.100139 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-bc16273d-64df-400b-9ede-392667996278 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 18:46:08.101093 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-bc16273d-64df-400b-9ede-392667996278 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052342 May 06 18:46:08.241613 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-f8dc3fa8-0d87-43f9-9412-7b69b02da79f service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307969 May 06 18:46:08.382737 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c5c24953-05c2-4f27-8448-bc4db72aa6a2 req-2a288736-2e2b-4340-b5ee-7fdc9fe50a32 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319163 May 06 18:46:08.856790 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:10.002791 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:46:10.430060 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:35.008432 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0014c5de-4aaf-4613-8c46-75a9117a7a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:35.485728 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:37.692698 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-81f02400-12e8-4835-9238-f62425e3deb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:37.712010 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:38.858680 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:39.888149 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 34714) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:40.154904 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Deleting port 2cbb4bc0-67ed-49ac-b77c-36b3f95778c2 {{(pid=79116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:40.155193 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:40.273408 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:40.273740 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:40.395623 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.plugins.ml2.plugin [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Calling delete_port for 2cbb4bc0-67ed-49ac-b77c-36b3f95778c2 owned by network:floatingip {{(pid=79116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:40.434212 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:40.527805 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8205061'] for port, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:40.531264 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:40.578617 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event deleted for resources: {'Port': ['ID=2cbb4bc0-67ed-49ac-b77c-36b3f95778c2,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:40.617904 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.618285 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.618661 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.619058 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.619430 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.619811 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.620184 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.620545 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.620906 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.621263 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.621619 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.621972 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:40.629372 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:40.686443 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for floatingip, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:40.686712 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.db.l3_db [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Floating IP fa801a87-4d19-4532-b9d3-bd15addd7fc4 disassociated (deleted). External IP: 172.28.1.123, port: eb6339d9-63b2-4394-a8aa-882b7b413821. May 06 18:46:41.143556 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Router 6800427a-1980-4832-9ad4-5cbeec077bb1 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:41.328474 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:41.338262 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] Sync routers for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:41.350319 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:41.350960 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:46:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:41.366554 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for floatingip, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:41.425847 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-7d4847ec-3d1b-4c76-a63f-041938a658cb tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "DELETE /v2.0/floatingips/fa801a87-4d19-4532-b9d3-bd15addd7fc4 HTTP/1.1" status: 204 len: 168 time: 1.5365038 May 06 18:46:41.426514 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:46:41.473115 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'status': 'completed', 'code': 200} May 06 18:46:41.539256 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:41.579518 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-9cfd4cce-787d-433e-b5e1-6ada6e67f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:41.581691 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-9cfd4cce-787d-433e-b5e1-6ada6e67f5e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 1098 time: 0.0783858 May 06 18:46:41.776521 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-4b929c10-c106-4f43-94c9-30ebd3d0a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:41.776521 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-4b929c10-c106-4f43-94c9-30ebd3d0a0b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 200 len: 909 time: 0.1843402 May 06 18:46:41.859826 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-c704b323-762f-4434-b95d-c21ebe2fa786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 200 len: 217 time: 0.0693698 May 06 18:46:41.887702 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:21Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:41.891620 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] Checking router: 6800427a-1980-4832-9ad4-5cbeec077bb1 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:41.899947 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:41.900546 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:46:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:41.923524 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375c72d-3c01-4be6-89a0-17570e1cf3e6 req-5371305f-4b88-43a1-adef-2627fb8e24b9 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:41.924998 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c375c72d-3c01-4be6-89a0-17570e1cf3e6 req-5371305f-4b88-43a1-adef-2627fb8e24b9 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1890512 May 06 18:46:41.963489 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-89a5972d-715c-476d-9681-d0dba99a094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:41.965598 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-89a5972d-715c-476d-9681-d0dba99a094f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 200 len: 847 time: 0.0929427 May 06 18:46:42.030731 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-c375c72d-3c01-4be6-89a0-17570e1cf3e6 req-f86734df-6ce8-470d-9dd0-8cdc03d6ff58 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992587 May 06 18:46:42.060615 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-9881b5e9-1a8a-45ed-b08b-c199fb91a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:42.062071 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-9881b5e9-1a8a-45ed-b08b-c199fb91a7b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=321cb4d9-35bd-43f7-9f6c-9853d5c78381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0882359 May 06 18:46:42.091367 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:42.199085 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-0af2cee2-1a7b-4652-8a1b-679c20ff2630 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286862 May 06 18:46:42.336116 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2dc8c09e-ffa4-456e-a7f5-bcfdbe98d2c6 req-dea927a0-c6ed-429f-8ff9-51bbf5675b17 service neutron] 10.222.0.15 "GET /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269228 May 06 18:46:42.412544 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:21Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:42.417450 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff4f63-28ad-42c4-9420-e3c881635f41 None None] The sync data for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb is: [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:42:14Z', 'revision_number': 4, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb', '_interfaces': [{'id': '11523ed9-b31d-4c15-9706-88309435e73a', 'name': '', 'network_id': '321cb4d9-35bd-43f7-9f6c-9853d5c78381', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'mac_address': 'fa:16:3e:73:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:12Z', 'updated_at': '2021-05-06T18:42:21Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'subnets': [{'id': '5a9ee4b2-af3f-406c-875a-3e47ac31ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:42.623898 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2511e-9aa5-44ff-a399-b29e361dd469 None None] New status for floating IP fa801a87-4d19-4532-b9d3-bd15addd7fc4: DOWN {{(pid=79119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 18:46:43.217943 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808683a9-0682-4b94-91c1-79fedb125a2a req-c3e95d9b-9c86-46bb-9525-deaf9884923e tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:43.219377 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-808683a9-0682-4b94-91c1-79fedb125a2a req-c3e95d9b-9c86-46bb-9525-deaf9884923e tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.0809441 May 06 18:46:43.310751 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-808683a9-0682-4b94-91c1-79fedb125a2a req-d32d8ef9-9033-4b27-bb40-646fa3e6f1d4 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd1b492c-3c22-4a57-bf4b-816c075c6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606406 May 06 18:46:43.336072 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-44d6f1c1-52cd-4479-8b1d-6a0badb98ed5 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 18:46:43.337541 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-44d6f1c1-52cd-4479-8b1d-6a0badb98ed5 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.15 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 945 time: 0.1172857 May 06 18:46:43.579893 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Deleting port eb6339d9-63b2-4394-a8aa-882b7b413821 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:43.580127 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:43.716033 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] For port eb6339d9-63b2-4394-a8aa-882b7b413821, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eb6339d9-63b2-4394-a8aa-882b7b413821,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:43.716391 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:43.841272 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Calling delete_port for eb6339d9-63b2-4394-a8aa-882b7b413821 owned by compute:nova {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:43.950438 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:43.957783 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-2d065f53-0454-4369-88ac-79731af02596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:44.006185 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event deleted for resources: {'Port': ['ID=eb6339d9-63b2-4394-a8aa-882b7b413821,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:44.016846 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.017281 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.017588 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.018012 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.018338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.018698 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.019590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.019590 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.019787 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.020089 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.020437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.020784 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:44.048703 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:44.095402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] No DVR routers for this DVR port eb6339d9-63b2-4394-a8aa-882b7b413821 on host hv-cinder-73362 {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:44.097898 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403026'] for port, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:44.100500 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-deleted', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821'}] {{(pid=79117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 18:46:44.112620 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-14092dc6-ffa3-4e26-8be2-6be43d440c5c req-74bddb6d-769c-47bc-bef4-d7e6d6b3b766 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.15 "DELETE /v2.0/ports/eb6339d9-63b2-4394-a8aa-882b7b413821 HTTP/1.1" status: 204 len: 173 time: 0.7664049 May 06 18:46:44.271440 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5254cc5c-ff0c-4d86-90cf-7bf71325ebc0', 'name': 'network-vif-deleted', 'tag': 'eb6339d9-63b2-4394-a8aa-882b7b413821', 'status': 'completed', 'code': 200} May 06 18:46:44.477523 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-2df0cea9-c4d3-429c-a490-67da17ad6417 req-b8ae4b2d-20a1-4bda-a417-8d18f1631ee2 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Synchronizing usage tracker for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:port {{(pid=79117) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 18:46:44.495787 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.quota.resource [req-2df0cea9-c4d3-429c-a490-67da17ad6417 req-b8ae4b2d-20a1-4bda-a417-8d18f1631ee2 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Unset dirty status for tenant:207aa96ad41d42468e5c9bc9a19ce932 on resource:port {{(pid=79117) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 18:46:44.496964 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [req-2df0cea9-c4d3-429c-a490-67da17ad6417 req-b8ae4b2d-20a1-4bda-a417-8d18f1631ee2 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "GET /v2.0/ports?device_id=5254cc5c-ff0c-4d86-90cf-7bf71325ebc0 HTTP/1.1" status: 200 len: 210 time: 0.0726013 May 06 18:46:45.592617 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [-] (79116) accepted ('10.222.0.11', 34734) {{(pid=79116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:45.661460 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group, before_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:45.694542 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:45.765207 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:45.769106 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-0150598c-26b9-4679-afa0-d191c47fb6d0 tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:45.784547 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b492c-3c22-4a57-bf4b-816c075c6563,revision_number=None']} {{(pid=79116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:45.787651 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG oslo_concurrency.lockutils [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:45.798213 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron_lib.callbacks.manager [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] Notify callbacks [] for security_group, before_response {{(pid=79116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:45.799376 dv-cinder-733622-15-smb neutron-server[79116]: INFO neutron.wsgi [None req-cca21e8e-545f-4829-a072-ffc8f74cec69 tempest-TestShelveInstance-116864089 tempest-TestShelveInstance-116864089-project] 10.222.0.11 "DELETE /v2.0/security-groups/cd1b492c-3c22-4a57-bf4b-816c075c6563 HTTP/1.1" status: 204 len: 168 time: 0.2057569 May 06 18:46:45.842118 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34740) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:46.383470 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:46.890708 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Deleting port 11523ed9-b31d-4c15-9706-88309435e73a {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:46.891444 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:47.001409 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:46:47.014396 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] For port 11523ed9-b31d-4c15-9706-88309435e73a, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=11523ed9-b31d-4c15-9706-88309435e73a,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:47.014760 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:47.139221 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Calling delete_port for 11523ed9-b31d-4c15-9706-88309435e73a owned by network:router_interface {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:47.158371 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:47.192185 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] No Port match for: eb6339d9-63b2-4394-a8aa-882b7b413821 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:47.192521 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Device eb6339d9-63b2-4394-a8aa-882b7b413821 not bound to the agent host hv-cinder-73362 {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:47.282576 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:47.286910 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dfdda96a-2c33-45cd-a4a4-9738de28d0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:47.329961 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=11523ed9-b31d-4c15-9706-88309435e73a,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:47.333308 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:47.607592 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:47.966402 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Router 6800427a-1980-4832-9ad4-5cbeec077bb1 has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:48.250866 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:48.259475 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] Sync routers for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:48.269905 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-8ff9744d-c756-4b96-aac4-91e1b1b156a2 admin admin] 10.222.0.11 "PUT /v2.0/routers/6800427a-1980-4832-9ad4-5cbeec077bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4243932 May 06 18:46:48.270115 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:48.270216 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34744) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:48.270535 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:46:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:48.451565 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks [] for router, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:48.452711 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: dv-cinder-733622-15-smb {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:48.632625 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:48.706772 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Deleting port 56e26b90-ed80-4428-996e-cdd545a71b42 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:48.707152 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:48.750303 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:46:47Z', 'revision_number': 5, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port': {'id': '56e26b90-ed80-4428-996e-cdd545a71b42', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:08Z', 'updated_at': '2021-05-06T18:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:48.754301 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] Checking router: 6800427a-1980-4832-9ad4-5cbeec077bb1 for host: dv-cinder-733622-15-smb {{(pid=79118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:48.762792 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] Routers {'6800427a-1980-4832-9ad4-5cbeec077bb1'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:48.763440 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:46:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['6800427a-1980-4832-9ad4-5cbeec077bb1'], 'active': True} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:48.834963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] For port 56e26b90-ed80-4428-996e-cdd545a71b42, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=56e26b90-ed80-4428-996e-cdd545a71b42,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:48.835359 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:48.921546 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvr_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] Set router 6800427a-1980-4832-9ad4-5cbeec077bb1 gateway port host: None {{(pid=79118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:48.960470 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Calling delete_port for 56e26b90-ed80-4428-996e-cdd545a71b42 owned by network:router_gateway {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:49.028535 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_hamode_db [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:46:48Z', 'revision_number': 6, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:49.032713 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b533623c-1c02-4741-872e-8f46f92442b6 None None] The sync data for ids ['6800427a-1980-4832-9ad4-5cbeec077bb1'] in dv-cinder-733622-15-smb is: [{'id': '6800427a-1980-4832-9ad4-5cbeec077bb1', 'name': 'tempest-TestShelveInstance-380964534-router', 'tenant_id': '207aa96ad41d42468e5c9bc9a19ce932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:07Z', 'updated_at': '2021-05-06T18:46:48Z', 'revision_number': 6, 'project_id': '207aa96ad41d42468e5c9bc9a19ce932', 'gw_port_host': None}] {{(pid=79118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:49.106677 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.110238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-358b1784-cb6b-46ff-b6fe-fe22c9a1fc3e tempest-TestMinimumBasicScenario-558660985 tempest-TestMinimumBasicScenario-558660985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:49.153149 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e26b90-ed80-4428-996e-cdd545a71b42,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:49.156311 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:49.246043 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.424844 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.427213 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.433820 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 11523ed9-b31d-4c15-9706-88309435e73a no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:49.456727 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.457498 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6800427a-1980-4832-9ad4-5cbeec077bb1 {{(pid=79117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:46:49.470808 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.471989 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6800427a-1980-4832-9ad4-5cbeec077bb1 HTTP/1.1" status: 204 len: 168 time: 1.2008941 May 06 18:46:49.474464 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34750) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:49.477684 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 11523ed9-b31d-4c15-9706-88309435e73a {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:49.478121 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 11523ed9-b31d-4c15-9706-88309435e73a not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:49.535153 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Deleting subnet 5a9ee4b2-af3f-406c-875a-3e47ac31ca72 {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:46:49.537881 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.695553 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8144696'] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:49.774847 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.048304 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8163168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7043419'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.052698 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:50.087111 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9ee4b2-af3f-406c-875a-3e47ac31ca72,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:50.090845 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:50.091769 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.097424 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa3578-41d5-4303-9fd3-6a0d02322cf2 None None] Network 321cb4d9-35bd-43f7-9f6c-9853d5c78381 requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:46:50.099823 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-9ce9c4e5-d7d3-468d-bb41-c9f031d45989 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a9ee4b2-af3f-406c-875a-3e47ac31ca72 HTTP/1.1" status: 204 len: 168 time: 0.6243813 May 06 18:46:50.102189 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34754) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:50.212266 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.288659 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Deleting port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:50.288923 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.347494 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] DHCP port deletion for 321cb4d9-35bd-43f7-9f6c-9853d5c78381 request from dv-cinder-733622-15-smb {{(pid=79118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:46:50.394539 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] For port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:50.394898 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.413219 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Deleting port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b {{(pid=79118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:50.413608 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.512314 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] For port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,segment=NetworkSegment(c0fd8b9a-922f-4487-96aa-4d0174abed42),segment_id=c0fd8b9a-922f-4487-96aa-4d0174abed42)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:50.513021 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.518035 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Calling delete_port for 7dab4fb7-aca2-42df-8ed6-0e388fb0653b owned by network:dhcp {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:50.563226 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.566955 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-633cf614-9fba-4d52-af69-229e028f5942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:50.612378 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:50.615362 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:50.616141 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] No DVR routers for this DVR port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b on host dv-cinder-733622-15-smb {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:50.671591 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Calling delete_port for 7dab4fb7-aca2-42df-8ed6-0e388fb0653b owned by network:dhcp {{(pid=79118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:50.714419 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.718198 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:50.731862 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.744666 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321cb4d9-35bd-43f7-9f6c-9853d5c78381']}} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:50.762125 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fd8b9a-922f-4487-96aa-4d0174abed42') {'for_net_delete': True} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:50.762383 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Pushing event deleted for resources: {'Port': ['ID=7dab4fb7-aca2-42df-8ed6-0e388fb0653b,revision_number=None']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:50.762486 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fd8b9a-922f-4487-96aa-4d0174abed42') {} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:50.771840 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] No DVR routers for this DVR port 7dab4fb7-aca2-42df-8ed6-0e388fb0653b on host dv-cinder-733622-15-smb {{(pid=79118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:50.773871 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.774219 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.774561 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.775454 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.775454 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.775670 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.775974 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.776300 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.776728 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.776848 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8144679'] for segment, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.776946 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.777365 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.777662 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-15-smb {{(pid=79118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 18:46:50.781276 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-c388665c-6733-4c5f-9937-dbedf457f366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:50.794673 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.801565 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=79117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:46:50.801963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8163078'] for segment, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: Traceback (most recent call last): May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: timer() May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: cb(*args, **kw) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: return func(*args, **kwargs) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: self._notify() May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: self.callback(batched_events) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: event.method(event) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: return f(self, *a, **k) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: return self._get(url).json() May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: return self.request(url, 'GET', **kwargs) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:46:50.816622 dv-cinder-733622-15-smb neutron-server[79117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:46:50.895338 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.898991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-dc336296-87c3-4028-ab61-55a54192e5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:50.912011 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:50.926669 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=321cb4d9-35bd-43f7-9f6c-9853d5c78381,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:50.929829 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:50.942079 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-950f5e5e-8539-4e25-bb00-c7b3cc0cb8fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/321cb4d9-35bd-43f7-9f6c-9853d5c78381 HTTP/1.1" status: 204 len: 168 time: 0.8388751 May 06 18:46:50.944971 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34758) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:51.428793 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 56e26b90-ed80-4428-996e-cdd545a71b42 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:51.463207 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 56e26b90-ed80-4428-996e-cdd545a71b42 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:51.463564 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 56e26b90-ed80-4428-996e-cdd545a71b42 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:51.464176 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 7dab4fb7-aca2-42df-8ed6-0e388fb0653b no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:51.497430 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 7dab4fb7-aca2-42df-8ed6-0e388fb0653b {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:51.497843 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 7dab4fb7-aca2-42df-8ed6-0e388fb0653b not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:51.589218 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1990732'] for router_interface, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:52.010092 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Deleting port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:52.010435 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:52.132805 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] For port b5d3fb3e-d953-49ab-8ce3-975fd0cfa017, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:52.133073 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:52.256899 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Calling delete_port for b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 owned by network:router_interface {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:52.394423 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:52.397946 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-3354216b-dad3-4d6e-b6d5-f07e0e4a6eea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:52.469522 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d3fb3e-d953-49ab-8ce3-975fd0cfa017,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:52.472009 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:52.713211 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1997820'] for router_interface, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:53.189506 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Router d3c46498-c322-4f22-b1a6-f8224d91260a has already been hosted by L3 agent 277ccd52-bd4e-41ae-add2-3ad59380ff7e {{(pid=79117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 18:46:53.368150 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] Notify agent at l3_agent.dv-cinder-733622-15-smb the message routers_updated {{(pid=79117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 18:46:53.382315 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] Sync routers for ids ['d3c46498-c322-4f22-b1a6-f8224d91260a'] in dv-cinder-733622-15-smb {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 18:46:53.386630 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-eb5cf242-a727-4bdb-9beb-1dda4ff4ebc8 admin admin] 10.222.0.11 "PUT /v2.0/routers/d3c46498-c322-4f22-b1a6-f8224d91260a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405293 May 06 18:46:53.395086 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34762) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:53.396765 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] Routers {'d3c46498-c322-4f22-b1a6-f8224d91260a'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:53.397383 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:46:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['d3c46498-c322-4f22-b1a6-f8224d91260a'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:53.570351 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks [] for router, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:53.579499 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] Set router d3c46498-c322-4f22-b1a6-f8224d91260a gateway port host: dv-cinder-733622-15-smb {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:53.743745 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:53.822213 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Deleting port c6022f78-8e9d-4727-83b2-f3cd1f91674e {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:53.822439 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:53.870207 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'external_fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:46:52Z', 'revision_number': 5, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port': {'id': 'c6022f78-8e9d-4727-83b2-f3cd1f91674e', 'name': '', 'network_id': '1e59607a-3bc5-4fc2-9008-3f09e1efcb4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T18:42:18Z', 'updated_at': '2021-05-06T18:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9457ed0-aabd-41d7-866c-17053df4207b', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-15-smb'}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:53.874556 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] Checking router: d3c46498-c322-4f22-b1a6-f8224d91260a for host: dv-cinder-733622-15-smb {{(pid=79119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 18:46:53.882808 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] Routers {'d3c46498-c322-4f22-b1a6-f8224d91260a'} bound to L3 agent in host dv-cinder-733622-15-smb {{(pid=79119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 18:46:53.883443 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T18:26:38Z,description=,heartbeat_timestamp=2021-05-06T18:46:38Z,host='dv-cinder-733622-15-smb',id=277ccd52-bd4e-41ae-add2-3ad59380ff7e,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T18:26:38Z,topic='l3_agent')) {'router_ids': ['d3c46498-c322-4f22-b1a6-f8224d91260a'], 'active': True} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:53.946862 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] For port c6022f78-8e9d-4727-83b2-f3cd1f91674e, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=c6022f78-8e9d-4727-83b2-f3cd1f91674e,segment=NetworkSegment(4594b4d9-80f6-4a25-97d8-4ca31b499124),segment_id=4594b4d9-80f6-4a25-97d8-4ca31b499124)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:53.947244 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.038786 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_dvr_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] Set router d3c46498-c322-4f22-b1a6-f8224d91260a gateway port host: None {{(pid=79119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 18:46:54.074889 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Calling delete_port for c6022f78-8e9d-4727-83b2-f3cd1f91674e owned by network:router_gateway {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:54.145339 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.l3_hamode_db [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:46:53Z', 'revision_number': 6, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port_host': None}], 'dv-cinder-733622-15-smb', False) {} {{(pid=79119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:54.149828 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf328-f502-4ebf-9aae-18fb64b1e4c2 None None] The sync data for ids ['d3c46498-c322-4f22-b1a6-f8224d91260a'] in dv-cinder-733622-15-smb is: [{'id': 'd3c46498-c322-4f22-b1a6-f8224d91260a', 'name': 'tempest-TestShelveInstance-889812516-router', 'tenant_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T18:42:17Z', 'updated_at': '2021-05-06T18:46:53Z', 'revision_number': 6, 'project_id': '98abfdc21f03488eaff9dae8d7c0fa1e', 'gw_port_host': None}] {{(pid=79119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 18:46:54.325311 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.328770 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-242b29df-bc9e-4bf0-87e2-667376b07b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:54.372834 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c6022f78-8e9d-4727-83b2-f3cd1f91674e,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:54.375991 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:54.464191 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1970024'] for router_gateway, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.642437 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1675828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37802'] for router, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.644648 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.667183 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1680506'] for router, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.668462 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c46498-c322-4f22-b1a6-f8224d91260a {{(pid=79117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 18:46:54.680485 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] Notify callbacks [] for router, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.682049 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-0cc931bd-3c13-4776-8017-74030be715ed admin admin] 10.222.0.11 "DELETE /v2.0/routers/d3c46498-c322-4f22-b1a6-f8224d91260a HTTP/1.1" status: 204 len: 168 time: 1.2907479 May 06 18:46:54.685232 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34766) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:54.744129 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Deleting subnet 0aad0ecd-5e65-49eb-94ee-e3faa91cac66 {{(pid=79117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 18:46:54.747107 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.799394 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8144696'] for subnet, precommit_delete_associations {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:54.875940 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006516'] for subnet, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.134682 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8163168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7043419'] for subnet, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.139255 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:55.175979 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aad0ecd-5e65-49eb-94ee-e3faa91cac66,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:55.178963 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:55.179901 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.187630 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-9f2e5cd9-a41c-40f1-93c1-110f125c029c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0aad0ecd-5e65-49eb-94ee-e3faa91cac66 HTTP/1.1" status: 204 len: 168 time: 0.5012915 May 06 18:46:55.187854 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c27a81-253c-4ef4-b554-39d0169fc600 None None] Network 6cc2f612-3b95-44c9-b79a-13e0186a5e0f requested from dv-cinder-733622-15-smb {{(pid=79118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 18:46:55.188566 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34770) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:55.300234 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-978868'] for network, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.390757 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Deleting port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 {{(pid=79117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:55.391314 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.435154 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] DHCP port deletion for 6cc2f612-3b95-44c9-b79a-13e0186a5e0f request from dv-cinder-733622-15-smb {{(pid=79118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 18:46:55.473941 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:55.509238 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.db [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] For port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:55.509596 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.520313 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:55.520656 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device b5d3fb3e-d953-49ab-8ce3-975fd0cfa017 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:55.521080 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c6022f78-8e9d-4727-83b2-f3cd1f91674e no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:55.557315 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: c6022f78-8e9d-4727-83b2-f3cd1f91674e {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:55.557659 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device c6022f78-8e9d-4727-83b2-f3cd1f91674e not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:46:55.584644 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Deleting port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 {{(pid=79118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 18:46:55.585027 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736187070621'] for port, before_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.640921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.plugin [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Calling delete_port for 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 owned by network:dhcp {{(pid=79117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:55.688897 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8163123'] for port, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.690717 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.db [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] For port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21, host dv-cinder-733622-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-15-smb',level=0,port_id=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,segment=NetworkSegment(22729ecc-2521-47d1-8877-91f066ffd262),segment_id=22729ecc-2521-47d1-8877-91f066ffd262)] {{(pid=79118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 18:46:55.691150 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1998518'] for port, precommit_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.692848 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-47db69c8-77eb-4536-90d3-678aec9e5da6 tempest-AttachVolumeTestJSON-1477989466 tempest-AttachVolumeTestJSON-1477989466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:55.737434 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Pushing event deleted for resources: {'Port': ['ID=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:55.739921 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:55.742404 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] No DVR routers for this DVR port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 on host dv-cinder-733622-15-smb {{(pid=79117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:55.821475 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Calling delete_port for 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 owned by network:dhcp {{(pid=79118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 18:46:55.867858 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736187074928', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736186655263'] for port, after_delete {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.872974 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:55.922314 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Pushing event deleted for resources: {'Port': ['ID=35db8679-1e6d-4cae-9e7c-c13ed9d1ce21,revision_number=None']} {{(pid=79118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:55.924055 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] No DVR routers for this DVR port 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 on host dv-cinder-733622-15-smb {{(pid=79118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 18:46:55.925415 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG oslo_concurrency.lockutils [None req-2e13b924-1815-4c65-8162-2c9ad7824371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:55.962089 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-991567', 'neutron.services.segments.db._delete_segments_for_network-8736187081373'] for network, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:55.975566 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc2f612-3b95-44c9-b79a-13e0186a5e0f']}} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:55.988301 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22729ecc-2521-47d1-8877-91f066ffd262') {'for_net_delete': True} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:55.988596 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.services.segments.db [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22729ecc-2521-47d1-8877-91f066ffd262') {} {{(pid=79117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 18:46:56.000773 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736187093863', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8144679'] for segment, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.017343 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1002638'] for segment, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.023612 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=79117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 18:46:56.024055 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1002631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8163078'] for segment, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: Traceback (most recent call last): May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: timer() May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: cb(*args, **kw) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: return func(*args, **kwargs) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: self._notify() May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: self.callback(batched_events) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: event.method(event) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: aggregate_uuid = self.p_client.list_aggregates( May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: return f(self, *a, **k) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: return self._get(url).json() May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: return self.request(url, 'GET', **kwargs) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: base_url = self.get_endpoint(auth, allow=allow, May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 18:46:56.040946 dv-cinder-733622-15-smb neutron-server[79117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 18:46:56.115782 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-991542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1970042'] for network, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.119650 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:56.132509 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598374'] for network, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.145268 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc2f612-3b95-44c9-b79a-13e0186a5e0f,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:56.149030 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:56.150526 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-37c9788a-d022-4b28-829a-3b95eed75419 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6cc2f612-3b95-44c9-b79a-13e0186a5e0f HTTP/1.1" status: 204 len: 168 time: 0.9610312 May 06 18:46:56.324891 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34776) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:56.378054 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-29203641-b914-4980-a4be-a7b9a6d1751d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=207aa96ad41d42468e5c9bc9a19ce932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518780 May 06 18:46:56.380413 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34780) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:56.439300 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.465859 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.519067 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.522830 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-4315a3d2-0656-4e8a-8c13-fc891d7eac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:56.536863 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048261c0-7373-474b-b969-cd9605a233eb,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:56.540710 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:56.545232 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:56.546363 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-42c8b934-8c4b-46a2-a9df-341a1156b2c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/048261c0-7373-474b-b969-cd9605a233eb HTTP/1.1" status: 204 len: 168 time: 0.1650558 May 06 18:46:56.895326 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34788) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:56.946749 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-41ab9559-3895-47aa-b5c7-05e1320034c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98abfdc21f03488eaff9dae8d7c0fa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500052 May 06 18:46:56.949107 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.wsgi [-] (79117) accepted ('10.222.0.11', 34792) {{(pid=79117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 18:46:57.015191 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-73afd666-681e-41ed-a169-501513933302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.043604 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-73afd666-681e-41ed-a169-501513933302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.096602 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-73afd666-681e-41ed-a169-501513933302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607319'] for security_group, after_delete {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.100371 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-f8106314-7464-4a60-a6d3-4995cb2200fe tempest-AttachVolumeShelveTestJSON-1013222238 tempest-AttachVolumeShelveTestJSON-1013222238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 18:46:57.112813 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afd666-681e-41ed-a169-501513933302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3241e7-9a18-4628-9a9d-93b3afa32a82,revision_number=None']} {{(pid=79117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 18:46:57.116495 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG oslo_concurrency.lockutils [None req-73afd666-681e-41ed-a169-501513933302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 18:46:57.119773 dv-cinder-733622-15-smb neutron-server[79117]: DEBUG neutron_lib.callbacks.manager [None req-73afd666-681e-41ed-a169-501513933302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:46:57.121422 dv-cinder-733622-15-smb neutron-server[79117]: INFO neutron.wsgi [None req-73afd666-681e-41ed-a169-501513933302 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd3241e7-9a18-4628-9a9d-93b3afa32a82 HTTP/1.1" status: 204 len: 168 time: 0.1709657 May 06 18:46:57.420088 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 no longer exists at agent ovs-agent-dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 18:46:57.456638 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] No Port match for: 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 {{(pid=79118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 18:46:57.456989 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron.plugins.ml2.rpc [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Device 35db8679-1e6d-4cae-9e7c-c13ed9d1ce21 not bound to the agent host dv-cinder-733622-15-smb {{(pid=79118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 18:47:05.013051 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-47f192bb-75f9-4079-aa88-98d58873ecd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:05.519554 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:07.697871 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b79a62ff-ef4f-4345-a078-edf9f37aa106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:07.716347 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:08.862361 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:10.437402 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:24.000667 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:47:35.015918 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-7ed71bb3-df9a-45a9-8b33-bfbe3417889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:35.522597 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:37.699812 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-a6411ac5-a080-49a9-a091-371c78a00c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:37.718889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:38.863403 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:47:40.439392 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:00.999490 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:48:05.020138 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-49db10a4-a8f8-4838-aaac-6c14592fb7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:05.626783 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:07.705157 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-8ab70bbe-f1b6-4640-a737-2c4f2764cfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:07.723585 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:08.867402 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:10.442294 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:35.023175 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-d46ee456-e349-49bc-aef7-12c7c46e483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:35.559320 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:37.707508 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-61a8e0cf-ba87-44ca-9051-ae8b2e9988e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:37.725571 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:37.998781 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:48:38.870682 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:48:40.443905 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:05.026398 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-980745d9-fdee-4d72-98ef-22f02d228e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:05.575898 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:07.709827 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad457-1d7e-4f7f-ad78-7ac8c79fb75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:07.729425 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:08.873414 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:10.447297 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:14.998164 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:49:35.028802 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-0a878399-ed08-4102-9ea7-3c0d7fb285d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:35.573005 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:37.714823 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-042aea75-bfe4-4ec3-b988-26cf8c966196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:37.732356 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:38.876176 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:40.480548 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:49:51.997331 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:50:05.031487 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-a9195e83-8a0d-45f7-b282-52e82bb7fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:05.644524 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:07.716121 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1263eb0b-3a4c-4cd9-8d60-c36d20a9fc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:07.735807 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:08.878830 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:10.454485 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:28.997168 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:50:35.034542 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c29cd660-6988-4a44-ab33-4eac9f382e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:35.573179 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:37.718823 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-ac22c8f0-0c10-419e-bd69-24a614eb3bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:37.737156 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:38.881557 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:40.454555 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:50:55.472394 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [req-4d9a7da4-af02-4cff-a314-7001a95d57e4 req-c98bca83-0cbc-4244-8106-6ef84caee91c service neutron] (79116) timed out ('10.222.0.15', 54366) {{(pid=79116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 18:51:04.045674 dv-cinder-733622-15-smb neutron-server[79116]: DEBUG neutron.wsgi [req-a6d2e6db-eb72-41c8-82de-e8b6ec893790 req-cc50253b-7bb8-4944-bace-e2074e4b7789 service neutron] (79116) timed out ('10.222.0.15', 54310) {{(pid=79116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 18:51:05.037024 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-de30fc20-7950-4a6e-9cdf-e634008d4669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:05.587889 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:05.996508 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 18:51:07.721393 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-5a666ab7-e64c-4367-9766-d50309e34423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:07.741203 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:08.884439 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:10.461901 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:35.040532 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-21f1bf24-7516-427f-96bd-764c3c4393cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:35.604118 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-1e3a74d4-4108-4027-9e12-aa8f357ed20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:37.725339 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-15b744ae-e5cb-45c7-88e4-60664f94f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:37.745613 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-c38a2e51-994f-4a94-83e9-2e30b5ac9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:38.888367 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-e62e9d36-889e-4099-aedd-f013c8fd4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:40.460309 dv-cinder-733622-15-smb neutron-server[79118]: DEBUG neutron_lib.callbacks.manager [None req-b31b322c-5f77-4427-97ac-d26d1e4fa0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736187081382', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-993397'] for agent, after_update {{(pid=79118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 18:51:42.995273 dv-cinder-733622-15-smb neutron-server[79119]: DEBUG neutron.db.agents_db [None req-8deb848e-2757-4e33-a394-3a198c9852b7 None None] Agent healthcheck: found 6 active agents {{(pid=79119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}